-- Logs begin at Sat 2022-07-30 04:09:50 UTC, end at Sat 2022-07-30 05:16:08 UTC. -- Jul 30 04:49:33.727781 dv-cinder-851279-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 30 04:49:36.422682 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.common.config [-] Logging enabled! Jul 30 04:49:36.423239 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev455 Jul 30 04:49:36.423400 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103829) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 30 04:49:36.426867 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.common.config [-] Logging enabled! Jul 30 04:49:36.427210 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev455 Jul 30 04:49:36.427534 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103829) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 30 04:49:36.428494 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 30 04:49:36.428730 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 30 04:49:36.429214 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 30 04:49:36.429463 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 30 04:49:36.429691 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 30 04:49:36.430012 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.430322 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.430575 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.430876 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.431171 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.431457 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.431749 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.432049 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.432336 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.432616 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.432898 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.433129 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.433415 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.433709 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.434001 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.434228 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] debug = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.434548 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.434973 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.435388 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.435703 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.436000 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.436285 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.436560 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.436836 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.437123 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.437454 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] host = dv-cinder-851279-3-iscsi {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.437736 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.438027 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.438317 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.438637 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.438915 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.439200 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.439490 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.439766 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.440039 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] log_file = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.440315 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.440605 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.440896 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.441188 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.441413 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.441636 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.441937 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.442228 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.442560 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.442839 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.443115 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.443387 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.443662 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.443929 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.444217 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.444503 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.444789 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.445063 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.445357 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.445630 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.445903 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.446191 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.446492 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.446770 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.447045 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.447336 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.447608 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.447883 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.448186 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.448475 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.448761 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.449059 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.449333 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.449620 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.449897 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.450172 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.450455 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] use_json = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.450742 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.451013 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.451296 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.451569 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.451842 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.452117 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.452388 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.452676 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.452947 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:36.453243 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.453543 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.453846 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.454130 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.454454 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.454740 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.455031 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.455309 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.455602 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.455890 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.456178 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.456458 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.456758 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.457050 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.457348 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.457656 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.458623 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.458931 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.459214 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.459498 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.459777 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.460059 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.460350 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.460629 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.460921 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.461214 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.461494 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.461792 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.462078 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.462365 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.462686 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.462980 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.463256 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.463538 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.463830 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.464111 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.464383 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.464675 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.464953 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.465226 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.465507 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.465797 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.466086 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.466359 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.466661 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.466955 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.467232 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.467504 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.467775 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.468050 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.468324 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.468607 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.468882 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.469155 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.469442 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.469705 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.469977 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.470249 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.470550 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.470825 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.471102 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.471377 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.471646 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.471915 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.472185 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.472456 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.472726 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.472995 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.473270 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.474156 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.474451 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.474738 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.475012 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.475284 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.475584 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.475864 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.476143 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.476419 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.476697 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.476973 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.477249 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.477525 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.477802 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.478075 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.478367 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.478679 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.478966 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.479249 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.479537 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.479854 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.480132 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.480410 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.480688 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.480968 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.481245 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.481527 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.481807 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.482087 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.482373 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.482687 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.482986 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.483283 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.483566 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.483864 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.484164 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.484457 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.484738 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.485049 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.485330 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:36.485548 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 30 04:49:36.485790 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103829) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 30 04:49:36.799323 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 30 04:49:36.799597 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 30 04:49:36.799898 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 30 04:49:36.800247 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 30 04:49:37.212102 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.212386 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.212654 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.213928 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.214197 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.214477 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.267671 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.267946 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.268212 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.282469 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.282747 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.283014 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.313305 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.313578 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.313838 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.349592 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.349860 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.350125 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.578801 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.579400 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.579400 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.579584 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.580394 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.678517 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.678831 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.679111 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.679378 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.679641 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.679946 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.680201 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.680453 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.680701 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.680976 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.681232 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.681492 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.681742 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.681986 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.682237 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.682525 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.682777 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.683039 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.683303 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.683558 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.683826 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.684073 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.684351 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.684719 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.684966 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.685208 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.685593 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103829) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 04:49:37.685827 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103829) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 04:49:37.686058 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103829) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 04:49:37.686288 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103829) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 04:49:37.686540 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103829) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 04:49:37.686773 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103829) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 04:49:37.687130 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 30 04:49:37.690142 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 30 04:49:37.694205 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 30 04:49:37.698030 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jul 30 04:49:37.699651 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 30 04:49:37.700270 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 30 04:49:37.700600 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 30 04:49:37.700984 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 30 04:49:37.703748 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 30 04:49:37.703999 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 30 04:49:37.704339 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 30 04:49:37.709883 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 30 04:49:37.733085 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 30 04:49:37.733529 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.733822 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103829) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 30 04:49:37.734191 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.735542 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103829) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 30 04:49:37.735819 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 30 04:49:37.736058 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 30 04:49:37.739586 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.739865 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:37.855557 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 30 04:49:37.855733 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 30 04:49:37.855967 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 30 04:49:37.856337 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 30 04:49:37.908616 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO dbcounter [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Registered counter for database neutron Jul 30 04:49:37.928869 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_db.sqlalchemy.engines [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103829) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 30 04:49:37.934615 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG dbcounter [-] [103829] Writer thread running {{(pid=103829) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 30 04:49:38.481262 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.managers [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Initializing driver for type 'gre' Jul 30 04:49:38.481783 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] gre ID ranges: [(1, 1000)] Jul 30 04:49:38.537139 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.managers [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Initializing driver for type 'local' Jul 30 04:49:38.537510 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.managers [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Initializing driver for type 'vlan' Jul 30 04:49:38.551997 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] VlanTypeDriver initialization complete Jul 30 04:49:38.552379 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.managers [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Initializing driver for type 'vxlan' Jul 30 04:49:38.552898 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] vxlan ID ranges: [(1, 1000)] Jul 30 04:49:38.609970 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.managers [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Initializing extension driver 'port_security' Jul 30 04:49:38.610569 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.extensions.port_security [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] PortSecurityExtensionDriver initialization complete Jul 30 04:49:38.610679 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.managers [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Initializing mechanism driver 'openvswitch' Jul 30 04:49:38.611013 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.managers [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Initializing mechanism driver 'hyperv' Jul 30 04:49:38.617739 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.plugin [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:49:38.618455 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > port after_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.618848 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > port after_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.619217 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > port after_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.619730 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103829) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 30 04:49:38.620159 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > subnet after_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.620526 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > subnet after_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.620886 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.621287 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103829) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 30 04:49:38.621705 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > network after_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.622065 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > network after_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.622420 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > network after_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.622844 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103829) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 30 04:49:38.623260 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > security_group after_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.623626 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > security_group after_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.623976 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.624373 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103829) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 30 04:49:38.624786 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.625146 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.625498 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.625893 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103829) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 30 04:49:38.626307 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > address_group after_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.626688 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > address_group after_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.627041 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.627437 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103829) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 30 04:49:38.627889 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] ML2 OVO RPC backend initialized. {{(pid=103829) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 30 04:49:38.628603 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.628966 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.629398 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > network before_response 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.629842 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > networks before_response 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.630283 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > port before_response 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.630669 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > ports before_response 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.631030 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > subnet before_response 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.631384 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > subnets before_response 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.631739 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > network after_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.632088 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > network after_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.632435 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > network after_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.632782 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > port after_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.633127 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > port after_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.633472 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > port after_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.633817 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > subnet after_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.634161 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > subnet after_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.634554 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.642323 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.quota [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded quota_driver: . Jul 30 04:49:38.642730 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.plugin [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Modular L2 Plugin initialization complete Jul 30 04:49:38.643087 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading services supported by the core plugin {{(pid=103829) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 30 04:49:38.643443 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.plugins.ml2.managers [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Got port-security extension from driver 'port_security' Jul 30 04:49:38.643931 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.extensions.vlantransparent [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Disabled vlantransparent extension. Jul 30 04:49:38.644434 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103829) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 30 04:49:38.644769 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading Plugin: router Jul 30 04:49:38.681366 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.681769 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > router after_create 55549900 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.682151 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > router before_create 55549900 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.682557 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.682943 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.683312 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > router after_delete 55549900 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.683680 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.684042 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.684410 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > router after_create 55549900 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.684771 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > router after_update 55549900 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.685133 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > router after_update 55549900 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.685491 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.685859 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > router after_update 55549900 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.686279 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > router precommit_update 55549900 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.686689 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: port after_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.687046 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: port after_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.687392 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: subnet after_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.687749 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.688113 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.688473 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > router precommit_create 55549900 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.688826 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: port before_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.689182 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > router precommit_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.689546 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > router after_update 55549900 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.689899 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.690262 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > router precommit_create 55549900 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.690663 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.691019 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > router precommit_update 55549900 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.691394 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > agent after_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.691753 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > agent after_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.692156 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > network after_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.693015 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.quota.resource_registry [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Tracking information for resource: router configured {{(pid=103829) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 04:49:38.693357 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.quota.resource_registry [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Tracking information for resource: floatingip configured {{(pid=103829) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 04:49:38.698139 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.db.l3_agentschedulers_db [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 30 04:49:38.698814 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: port after_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.699186 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: port after_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.699546 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: port after_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.699908 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: port after_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.700713 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > router before_create 55550100 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.701087 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.701462 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > router precommit_create 55550100 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.701829 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > router precommit_update 55550100 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.706678 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.services.provider_configuration [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Service providers = [] {{(pid=103829) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 30 04:49:38.707051 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.db.servicetype_db [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103829) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 30 04:49:38.710713 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.services.service_base [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103829) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 04:49:38.711073 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.services.service_base [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103829) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 04:49:38.711426 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.services.service_base [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103829) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 04:49:38.712324 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.services.service_base [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103829) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 04:49:38.712704 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.services.service_base [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 30 04:49:38.713195 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103829) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 04:49:38.713577 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 30 04:49:38.726093 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103829) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 04:49:38.726567 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading Plugin: auto_allocate Jul 30 04:49:38.732693 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: network precommit_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.733019 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: network precommit_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.733548 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103829) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 04:49:38.733875 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading Plugin: tag Jul 30 04:49:38.740800 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103829) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 04:49:38.741138 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading Plugin: timestamp Jul 30 04:49:38.745010 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103829) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 04:49:38.745346 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading Plugin: network_ip_availability Jul 30 04:49:38.750916 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.751299 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.751668 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:38.752396 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103829) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 04:49:38.752722 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading Plugin: flavors Jul 30 04:49:38.757734 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103829) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 04:49:38.758068 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading Plugin: revisions Jul 30 04:49:38.762608 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103829) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 04:49:38.763015 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_concurrency.lockutils [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.963s {{(pid=103829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 30 04:49:38.763759 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103829) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 30 04:49:38.764106 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Initializing extension manager. Jul 30 04:49:38.764635 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: __init__.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.765007 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: __pycache__ {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.765335 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: address_group.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.766055 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.766668 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: address-group Jul 30 04:49:38.767003 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: address_scope.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.767699 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.768210 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: address-scope Jul 30 04:49:38.768539 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.769434 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.769946 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: router-admin-state-down-before-update Jul 30 04:49:38.770859 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: agent.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.771500 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.772006 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: agent Jul 30 04:49:38.772336 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: agent_resources_synced.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.773214 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.773726 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: agent-resources-synced Jul 30 04:49:38.774056 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: allowedaddresspairs.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.775850 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.776403 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: allowed-address-pairs Jul 30 04:49:38.776709 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: auto_allocated_topology.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.777752 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.778267 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: auto-allocated-topology Jul 30 04:49:38.778635 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: availability_zone.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.779303 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.779815 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: availability_zone Jul 30 04:49:38.780146 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: availability_zone_filter.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.781031 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.781538 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: availability_zone_filter Jul 30 04:49:38.781870 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: data_plane_status.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.782799 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.783310 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension data-plane-status not supported by any of loaded plugins Jul 30 04:49:38.783645 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: default_subnetpools.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.784531 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.785042 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: default-subnetpools Jul 30 04:49:38.785375 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.787067 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.787588 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: dhcp_agent_scheduler Jul 30 04:49:38.787922 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: dns.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.788817 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.789327 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension dns-integration not supported by any of loaded plugins Jul 30 04:49:38.789660 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: dns_domain_ports.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.790583 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.791088 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 30 04:49:38.791419 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.792309 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.792813 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 30 04:49:38.793145 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: dvr.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.793788 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.794298 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: dvr Jul 30 04:49:38.794665 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: ecmp_routes.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.795589 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.796098 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 30 04:49:38.796429 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: empty_string_filtering.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.797322 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.797826 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: empty-string-filtering Jul 30 04:49:38.798156 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.799073 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.799579 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 30 04:49:38.799908 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.800789 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.801296 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 30 04:49:38.801803 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: external_net.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.802783 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.803297 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: external-net Jul 30 04:49:38.803626 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.804523 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.805007 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: extra_dhcp_opt Jul 30 04:49:38.805336 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: extraroute.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.806226 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.806761 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: extraroute Jul 30 04:49:38.807089 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: extraroute_atomic.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.808096 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.808606 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: extraroute-atomic Jul 30 04:49:38.808941 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: filter_validation.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.809588 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.810303 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: filter-validation Jul 30 04:49:38.810659 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: fip_pf_description.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.811543 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.812049 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 30 04:49:38.812378 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: fip_pf_port_range.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.813258 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.813761 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 30 04:49:38.814092 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: fip_port_details.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.815007 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.815510 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: fip-port-details Jul 30 04:49:38.815838 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: flavors.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.817631 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.818196 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: flavors Jul 30 04:49:38.818562 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.820181 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.820707 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 30 04:49:38.821050 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: floatingip_pools.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.821732 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.822244 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: floatingip-pools Jul 30 04:49:38.822618 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: ip_allocation.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.823514 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.824021 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension ip_allocation not supported by any of loaded plugins Jul 30 04:49:38.824355 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.825247 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.825757 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: ip-substring-filtering Jul 30 04:49:38.826091 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: l2_adjacency.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.827003 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.827508 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 30 04:49:38.827842 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: l3.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.828797 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.829316 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: router Jul 30 04:49:38.829649 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.831907 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.832437 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 30 04:49:38.833327 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.834217 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.834767 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: ext-gw-mode Jul 30 04:49:38.835104 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.835990 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.836503 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: l3-ha Jul 30 04:49:38.836835 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.837718 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.838228 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 30 04:49:38.838594 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: l3_flavors.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.839488 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.839998 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: l3-flavors Jul 30 04:49:38.840326 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.841671 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.842197 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 30 04:49:38.842566 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.843460 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.843978 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 30 04:49:38.844313 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: l3agentscheduler.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.845323 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.845839 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: l3_agent_scheduler Jul 30 04:49:38.846174 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: local_ip.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.847924 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.848521 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension local_ip not supported by any of loaded plugins Jul 30 04:49:38.848868 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: logging.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.850312 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.850875 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension logging not supported by any of loaded plugins Jul 30 04:49:38.851218 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: metering.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.851937 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.852717 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: metering Jul 30 04:49:38.853061 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.854123 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.854677 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: metering_source_and_destination_fields Jul 30 04:49:38.855016 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: multiprovidernet.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.855914 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.856428 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: multi-provider Jul 30 04:49:38.856761 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: netmtu.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.857649 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.858164 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: net-mtu Jul 30 04:49:38.858521 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: netmtu_writable.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.859412 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.859930 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: net-mtu-writable Jul 30 04:49:38.860266 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: network_availability_zone.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.860910 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.861421 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: network_availability_zone Jul 30 04:49:38.861757 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: network_ip_availability.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.862858 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.863375 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: network-ip-availability Jul 30 04:49:38.863710 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: network_segment_range.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.864796 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.865313 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension network-segment-range not supported by any of loaded plugins Jul 30 04:49:38.865648 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: pagination.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.866628 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.866968 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: pagination Jul 30 04:49:38.867301 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: port_device_profile.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.868181 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.868701 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: port-device-profile Jul 30 04:49:38.869035 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: port_mac_address_override.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.869937 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.870479 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: port-mac-override Jul 30 04:49:38.870817 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.871704 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.872215 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: port-mac-address-regenerate Jul 30 04:49:38.872545 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.873440 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.873956 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: port-numa-affinity-policy Jul 30 04:49:38.874287 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: port_resource_request.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.875214 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.875726 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension port-resource-request not supported by any of loaded plugins Jul 30 04:49:38.876056 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: port_resource_request_groups.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.876987 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.877502 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 30 04:49:38.877838 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: portbindings.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.878761 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.879272 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: binding Jul 30 04:49:38.880292 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: portbindings_extended.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.881519 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.882035 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: binding-extended Jul 30 04:49:38.882371 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: portsecurity.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.883285 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.883810 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: port-security Jul 30 04:49:38.884151 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: project_id.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.885127 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.885461 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: project-id Jul 30 04:49:38.885792 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: providernet.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.886955 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.887478 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: provider Jul 30 04:49:38.888059 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: qos.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.891614 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.892153 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension qos not supported by any of loaded plugins Jul 30 04:49:38.892492 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.893714 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.894235 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 30 04:49:38.894617 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.896113 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.896621 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 30 04:49:38.896956 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: qos_default.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.897839 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.898358 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension qos-default not supported by any of loaded plugins Jul 30 04:49:38.898720 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: qos_fip.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.899613 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.900123 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension qos-fip not supported by any of loaded plugins Jul 30 04:49:38.900455 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.901407 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.901916 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 30 04:49:38.902251 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: qos_gateway_ip.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.903178 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.903688 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 30 04:49:38.904020 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: qos_port_network_policy.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.904907 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.905413 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 30 04:49:38.905746 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.906789 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.907309 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 30 04:49:38.907644 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.908659 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.909173 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 30 04:49:38.909512 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: qos_pps_rule.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.910868 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.911236 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension qos-pps not supported by any of loaded plugins Jul 30 04:49:38.911571 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: qos_rule_type_details.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.912456 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.912963 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 30 04:49:38.913294 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.914174 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.914722 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 30 04:49:38.915053 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: qos_rules_alias.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.916062 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.916575 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 30 04:49:38.916905 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: quota_check_limit.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.917809 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.918333 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: quota-check-limit Jul 30 04:49:38.918700 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: quotasv2.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.919638 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.919966 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: quotas Jul 30 04:49:38.920293 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: quotasv2_detail.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.921972 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.922320 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: quota_details Jul 30 04:49:38.922689 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: rbac.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.925366 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.925911 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: rbac-policies Jul 30 04:49:38.926260 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: rbac_address_group.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.927226 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.927748 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: rbac-address-group Jul 30 04:49:38.928087 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: rbac_address_scope.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.928986 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.929504 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: rbac-address-scope Jul 30 04:49:38.929841 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: rbac_security_groups.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.930849 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.931376 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: rbac-security-groups Jul 30 04:49:38.931711 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: rbac_subnetpool.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.932605 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.933131 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: rbac-subnetpool Jul 30 04:49:38.933468 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: revisionifmatch.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.934359 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.934907 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: revision-if-match Jul 30 04:49:38.935242 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: revisions.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.936328 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.936848 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: standard-attr-revisions Jul 30 04:49:38.937186 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: router_availability_zone.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.937835 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.938357 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: router_availability_zone Jul 30 04:49:38.938723 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: routerservicetype.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.939643 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.940158 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension router-service-type not supported by any of loaded plugins Jul 30 04:49:38.940491 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.941389 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.941911 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: security-groups-normalized-cidr Jul 30 04:49:38.942801 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.943791 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.944318 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: port-security-groups-filtering Jul 30 04:49:38.944653 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.945553 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.946074 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: security-groups-remote-address-group Jul 30 04:49:38.946409 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.947332 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.947850 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: security-groups-shared-filtering Jul 30 04:49:38.948187 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: securitygroup.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.957679 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.958998 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: security-group Jul 30 04:49:38.959348 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: segment.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.960057 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.960583 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension segment not supported by any of loaded plugins Jul 30 04:49:38.960922 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.961832 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.962349 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 30 04:49:38.962714 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: servicetype.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.963801 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.964319 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: service-type Jul 30 04:49:38.964654 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: sorting.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.965615 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.965954 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: sorting Jul 30 04:49:38.966287 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: standard_attr_segment.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.967205 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.967728 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 30 04:49:38.968063 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: standardattrdescription.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.968688 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.969211 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: standard-attr-description Jul 30 04:49:38.969542 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: stateful_security_group.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.970459 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.970987 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: stateful-security-group Jul 30 04:49:38.971322 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: stdattrs_common.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.971882 dv-cinder-851279-3-iscsi neutron-server[103829]: WARNING neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 30 04:49:38.972212 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.973119 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.973805 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 30 04:49:38.974136 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: subnet_onboard.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.975202 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.975725 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: subnet_onboard Jul 30 04:49:38.976060 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.976964 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.977483 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 30 04:49:38.977818 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: subnet_service_types.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.978745 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.979270 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: subnet-service-types Jul 30 04:49:38.979601 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: subnetallocation.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.980656 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.981176 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: subnet_allocation Jul 30 04:49:38.981510 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.982150 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.982738 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: subnetpool-prefix-ops Jul 30 04:49:38.983024 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.983922 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.984432 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 30 04:49:38.984760 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: tagging.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.985780 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.986301 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: standard-attr-tag Jul 30 04:49:38.986670 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: timestamp.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.987852 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.988371 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loaded extension: standard-attr-timestamp Jul 30 04:49:38.988848 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: trunk.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.989906 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.990422 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension trunk not supported by any of loaded plugins Jul 30 04:49:38.990782 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: trunk_details.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.991675 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.992194 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension trunk-details not supported by any of loaded plugins Jul 30 04:49:38.992527 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: uplink_status_propagation.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.993424 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.993940 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 30 04:49:38.994275 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Loading extension file: vlantransparent.py {{(pid=103829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 30 04:49:38.994950 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 30 04:49:38.995465 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 30 04:49:38.998021 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.quota.resource_registry [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Creating instance of TrackedResource for resource:network Jul 30 04:49:38.998594 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.quota.resource_registry [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Creating instance of TrackedResource for resource:subnet Jul 30 04:49:38.999013 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.quota.resource_registry [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 04:49:38.999417 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.quota.resource_registry [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Creating instance of TrackedResource for resource:port Jul 30 04:49:39.000712 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.v2.resource_helper [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 04:49:39.001171 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.v2.resource_helper [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Service FLAVORS assigned prefix: {{(pid=103829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 04:49:39.001809 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.v2.resource_helper [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 04:49:39.002246 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.v2.resource_helper [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 04:49:39.002623 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.quota.resource_registry [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Creating instance of TrackedResource for resource:router Jul 30 04:49:39.003065 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.quota.resource_registry [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Creating instance of TrackedResource for resource:floatingip Jul 30 04:49:39.003556 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.v2.resource_helper [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Service METERING assigned prefix: /metering {{(pid=103829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 04:49:39.005577 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:39.005958 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:39.006324 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:49:39.007367 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.quota.resource_registry [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Creating instance of CountableResource for resource:rbac_policy Jul 30 04:49:39.007825 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.quota.resource_registry [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Creating instance of TrackedResource for resource:security_group Jul 30 04:49:39.008277 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.quota.resource_registry [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 30 04:49:39.008819 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.v2.resource_helper [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Service CORE assigned prefix: {{(pid=103829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 04:49:39.009154 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.quota.resource_registry [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 04:49:39.009513 dv-cinder-851279-3-iscsi neutron-server[103829]: WARNING neutron.quota.resource_registry [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] subnetpool is already registered Jul 30 04:49:39.009950 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.v2.resource_helper [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Service CORE assigned prefix: {{(pid=103829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 04:49:39.010281 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.quota.resource_registry [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 04:49:39.010645 dv-cinder-851279-3-iscsi neutron-server[103829]: WARNING neutron.quota.resource_registry [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] subnetpool is already registered Jul 30 04:49:39.013300 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.v2.resource_helper [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 04:49:39.013747 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.v2.resource_helper [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Service FLAVORS assigned prefix: {{(pid=103829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 04:49:39.014355 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.v2.resource_helper [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 04:49:39.014817 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.v2.resource_helper [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 04:49:39.015159 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.quota.resource_registry [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Creating instance of TrackedResource for resource:router Jul 30 04:49:39.015508 dv-cinder-851279-3-iscsi neutron-server[103829]: WARNING neutron.quota.resource_registry [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] router is already registered Jul 30 04:49:39.015936 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.quota.resource_registry [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Creating instance of TrackedResource for resource:floatingip Jul 30 04:49:39.016283 dv-cinder-851279-3-iscsi neutron-server[103829]: WARNING neutron.quota.resource_registry [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] floatingip is already registered Jul 30 04:49:39.016751 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.v2.resource_helper [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Service METERING assigned prefix: /metering {{(pid=103829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 04:49:39.017426 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.quota.resource_registry [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Creating instance of CountableResource for resource:rbac_policy Jul 30 04:49:39.017765 dv-cinder-851279-3-iscsi neutron-server[103829]: WARNING neutron.quota.resource_registry [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] rbac_policy is already registered Jul 30 04:49:39.018187 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.quota.resource_registry [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Creating instance of TrackedResource for resource:security_group Jul 30 04:49:39.018567 dv-cinder-851279-3-iscsi neutron-server[103829]: WARNING neutron.quota.resource_registry [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] security_group is already registered Jul 30 04:49:39.018982 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.quota.resource_registry [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 30 04:49:39.019333 dv-cinder-851279-3-iscsi neutron-server[103829]: WARNING neutron.quota.resource_registry [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] security_group_rule is already registered Jul 30 04:49:39.019985 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.v2.resource_helper [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Service CORE assigned prefix: {{(pid=103829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 04:49:39.021043 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.quota.resource_registry [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 04:49:39.021503 dv-cinder-851279-3-iscsi neutron-server[103829]: WARNING neutron.quota.resource_registry [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] subnetpool is already registered Jul 30 04:49:39.021941 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.v2.resource_helper [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Service CORE assigned prefix: {{(pid=103829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 04:49:39.022789 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.quota.resource_registry [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 04:49:39.022789 dv-cinder-851279-3-iscsi neutron-server[103829]: WARNING neutron.quota.resource_registry [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] subnetpool is already registered Jul 30 04:49:39.023129 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extended resource: extensions {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:49:39.024632 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extended resource: address-groups {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:49:39.026155 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extended resource: address-scopes {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:49:39.027496 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extended resource: agents {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:49:39.028683 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extended resource: auto-allocated-topology {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:49:39.029939 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extended resource: availability_zones {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:49:39.031205 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extended resource: dhcp-networks {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:49:39.032802 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extended resource: dhcp-agents {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:49:39.034258 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extended resource: routers {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:49:39.036010 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extended resource: flavors {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:49:39.037288 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extended resource: service_profiles {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:49:39.038534 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extended resource: next_providers {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:49:39.040065 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extended resource: service_profiles {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:49:39.041656 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extended resource: floatingip-pools {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:49:39.042935 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extended resource: routers {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:49:39.044641 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extended resource: floatingips {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:49:39.045932 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extended resource: l3-routers {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:49:39.047527 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extended resource: l3-agents {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:49:39.048977 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extended resource: metering-labels {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:49:39.050243 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extended resource: metering-label-rules {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:49:39.051704 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extended resource: network-ip-availabilities {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:49:39.052960 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extended resource: bindings {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:49:39.054590 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extended resource: quotas {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:49:39.057139 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extended resource: quotas {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:49:39.058746 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extended resource: rbac-policies {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:49:39.059961 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extended resource: security-groups {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:49:39.061293 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extended resource: security-group-rules {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:49:39.062589 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extended resource: service-providers {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:49:39.063828 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extended resource: subnetpools {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:49:39.065161 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extended resource: subnetpools {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:49:39.066764 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extended resource: tags {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:49:39.069122 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extended resource: tags {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:49:39.071069 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extended resource: tags {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:49:39.072871 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extended resource: tags {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:49:39.074623 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extended resource: tags {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:49:39.076618 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extended resource: tags {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:49:39.078404 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extended resource: tags {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:49:39.080352 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extended resource: tags {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:49:39.082156 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extended resource: tags {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:49:39.084685 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron.api.extensions [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Extended resource: tags {{(pid=103829) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 04:49:39.090899 dv-cinder-851279-3-iscsi neutron-server[103829]: WARNING keystonemiddleware.auth_token [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 30 04:49:39.096041 dv-cinder-851279-3-iscsi neutron-server[103829]: WARNING keystonemiddleware.auth_token [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 30 04:49:39.104983 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_concurrency.lockutils [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Acquired lock "singleton_lock" {{(pid=103829) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 30 04:49:39.105464 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_concurrency.lockutils [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Releasing lock "singleton_lock" {{(pid=103829) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 30 04:49:39.106127 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO oslo_service.service [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Starting 2 workers Jul 30 04:49:39.111060 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Started child 103970 {{(pid=103829) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 04:49:39.115544 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Started child 103971 {{(pid=103829) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 04:49:39.116513 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:49:39.117190 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO neutron.service [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 30 04:49:39.117819 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:49:39.117987 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [-] (103970) wsgi starting up on http://0.0.0.0:9696 Jul 30 04:49:39.120372 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO oslo_service.service [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Starting 1 workers Jul 30 04:49:39.120531 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:49:39.121882 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [-] (103971) wsgi starting up on http://0.0.0.0:9696 Jul 30 04:49:39.125629 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Started child 103972 {{(pid=103829) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 04:49:39.126170 dv-cinder-851279-3-iscsi neutron-server[103829]: INFO oslo_service.service [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Starting 1 workers Jul 30 04:49:39.129339 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.service [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] calling RpcWorker wait() {{(pid=103972) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 30 04:49:39.130538 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.service [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] returning from RpcWorker wait() {{(pid=103972) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 30 04:49:39.131242 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Started child 103973 {{(pid=103829) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 04:49:39.131790 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:49:39.132044 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3bb078b4-8108-41a1-92a0-0692fe964c80 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:49:39.132349 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:49:39.133971 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103829) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 30 04:49:39.134182 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 30 04:49:39.134361 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 30 04:49:39.134616 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 30 04:49:39.134961 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 30 04:49:39.135144 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 30 04:49:39.135662 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.135930 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.136181 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.136716 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.137000 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:49:39.137466 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.137593 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.137807 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.137894 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:49:39.138086 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.138354 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.138554 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.138730 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.138979 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.139236 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.139574 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.139847 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.140100 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.140347 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.140520 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.140782 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.141050 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.141304 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.141582 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] debug = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.141852 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.142370 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.142647 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.142921 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.143160 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.143430 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.143693 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.143957 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.144196 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.144430 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.144683 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.144934 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.145256 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.146121 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.146563 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.146915 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.147159 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.147656 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] host = dv-cinder-851279-3-iscsi {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.147914 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.148159 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.148423 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.148694 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.148951 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.149192 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.149446 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.149713 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.149965 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.150196 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.150451 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.150714 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.150955 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.151209 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] log_file = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.151376 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] log_options = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.151612 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.151885 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.152149 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.152350 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.152522 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.152685 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.152942 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.153198 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.153352 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.153601 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.153831 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.154048 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.154283 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.154542 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.154802 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.155042 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.155257 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.155494 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.155757 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.158008 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.158008 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.158008 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.158008 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.158008 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.158008 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.158008 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.158008 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.158592 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.158663 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.158879 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.159312 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.159480 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.159604 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.159844 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.160129 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.160380 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.160637 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.161553 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.161927 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.162141 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.162393 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.162678 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.162901 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.163165 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.163387 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.163626 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.163879 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] use_json = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.164095 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.164309 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.164562 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.164795 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.165011 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.165227 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.165449 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.165690 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.165927 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.166365 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.166690 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.167004 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.167261 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.167500 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.167754 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.168011 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.168232 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.168485 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.168741 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.169051 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.169278 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.169582 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.169836 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.170107 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.170450 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.170739 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.171020 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.171244 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.171466 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.171692 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.171913 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.172196 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.172441 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.172695 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.172946 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.173184 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.173483 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.173744 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.174034 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.174394 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.174693 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.174967 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.175225 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.175473 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.175734 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.175981 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.176203 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.177350 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.177923 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.178490 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.178892 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.179295 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.179692 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.180078 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.180473 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.180876 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.181450 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.181961 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.182328 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.182747 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.182972 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.183366 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.183745 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.184120 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.184521 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.184772 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.185007 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.185290 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.185561 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.185804 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.186028 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.186274 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.186514 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.186950 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.187359 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.187788 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.188199 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.188631 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.189026 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.189430 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.189820 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.190209 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.190649 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.191059 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.191479 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.191887 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.193021 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.193423 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.193654 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.193900 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.194148 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.194375 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.194689 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.194914 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.195138 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.195360 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.195575 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.196023 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.196383 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.196799 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.197387 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.197772 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.198176 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.198595 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.199018 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.199525 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.199926 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.200296 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.200677 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.201071 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.201501 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.201873 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.202279 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.202702 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.203060 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.203477 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.203710 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.203944 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.204170 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.204417 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.204641 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.204877 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.205101 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.205354 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.205585 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.205842 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.206084 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.206333 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.206593 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.206834 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.207074 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.207377 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.207670 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.207959 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.208206 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.208479 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.208806 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.209066 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.209356 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.209595 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.209849 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.210126 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.210382 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.210665 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.210925 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.211169 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.211414 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.211657 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.211888 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.212146 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.212384 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.212735 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.212989 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.213221 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.213441 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.213706 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.213945 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.214187 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.214472 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.214729 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.214998 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.215242 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.215649 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.215895 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.216346 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.216602 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.216820 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.217063 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.217436 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.217682 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.217901 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.218123 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.218381 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.218630 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.218863 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.219106 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.219327 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.219548 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.219814 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.220041 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.220255 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.220484 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.220708 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.220933 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.221150 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.221390 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.221644 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.221862 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.222132 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.222396 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.222646 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.222912 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.223172 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.223553 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.223947 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.224200 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.224427 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.224743 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.225032 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.225343 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.225780 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.226015 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.226228 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.226491 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.226752 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.227012 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.227353 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.227633 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.227889 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.228153 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.228402 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.228621 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.228843 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.229069 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.229313 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.229552 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.229786 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.230008 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.230226 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.230479 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.230700 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.230920 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.231195 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.231439 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.231685 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.231907 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.232131 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.232350 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.232594 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.232861 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.233271 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.233511 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.233729 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.233970 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.234188 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.234505 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.234758 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.235003 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.235259 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.235520 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.235737 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.235984 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.236199 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.236415 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.236641 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.236858 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.237073 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.237299 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.237511 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.237723 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.237946 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.238187 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.238401 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.238650 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.239485 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.239813 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.240045 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.240267 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.240468 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.240716 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.240969 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.241194 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.241419 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.241638 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.241856 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.242107 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.242342 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.242605 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.242825 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.243038 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.243258 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.243562 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.243819 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.244059 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.244344 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.244602 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.244863 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.245106 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.245423 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.245643 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.245910 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.246021 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:49:39.246163 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.246404 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.246654 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.246931 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.247252 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.247541 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.247795 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.248054 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.248317 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.248615 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.249444 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.249691 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.250358 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.250875 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.251316 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.251723 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.252133 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.252543 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.252805 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.253031 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.253274 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.253514 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.253735 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.253998 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.254234 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.255130 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.255376 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.255724 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.255957 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.256223 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.256467 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.256713 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.256950 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.257111 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 30 04:49:39.257665 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103829) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 30 04:49:39.257832 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 30 04:49:39.257988 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 30 04:49:39.258160 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 30 04:49:39.258332 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 30 04:49:39.258512 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 30 04:49:39.258723 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.258891 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.259053 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.259262 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.259418 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.259549 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.259687 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.259845 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.260005 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.260166 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.260325 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.260486 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.260645 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.260805 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.260965 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.261123 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.261545 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.261699 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.261859 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.262018 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.262177 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.262566 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] debug = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.262566 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.262763 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.262869 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.262993 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.263153 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.263313 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.263473 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.263634 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.263793 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.263953 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.264113 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.264274 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.264434 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.264594 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.264752 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.264912 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.265070 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.265229 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] host = dv-cinder-851279-3-iscsi {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.265389 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.265548 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.265707 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.265866 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.266025 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.266184 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.266344 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.266526 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.266688 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.266847 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.267007 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.267165 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.267325 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.267484 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] log_file = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.267643 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] log_options = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.267803 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.267963 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.268122 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.268310 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.268475 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.268636 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.268801 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.268961 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.269156 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.269399 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.269610 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.269813 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.269974 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.270175 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.270551 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.270965 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.271137 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.271296 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.271459 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.271795 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.271961 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.272121 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.272283 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.272443 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.272604 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.272761 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.273065 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.273366 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.273533 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.273698 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.273862 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.274015 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.274156 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.274319 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.274497 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.274642 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.275007 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.275007 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.275282 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.275282 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.275479 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.275601 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.275718 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.275850 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.276011 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.276171 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.276331 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] use_json = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.276491 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.276651 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.276811 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.276972 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.277131 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.277291 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.277450 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.277964 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.277964 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 04:49:39.277964 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.278334 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.278334 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.278601 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.278601 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.278753 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.278863 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.279526 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.279526 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.279526 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.279526 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.279850 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.279850 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.279996 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.280075 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.280231 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.280395 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.280561 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.280725 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.280887 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.281050 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.281207 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.281375 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.281540 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.281712 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.281872 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.282024 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.282160 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.282295 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.282477 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.282656 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.282818 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.282982 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.283143 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.283306 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.283468 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.283630 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.283790 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.283943 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.284478 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.284478 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.284478 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.284728 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.284728 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.284884 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.285184 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.285184 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.285376 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.285486 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.285605 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.285895 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.286175 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.286342 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.286524 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.286685 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.286851 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.287013 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.287187 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.287349 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.287498 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.287661 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.287823 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.287984 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.288145 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.288306 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.288467 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.288629 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.288793 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.288969 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.289133 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.289295 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.289456 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.289618 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.289780 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.289942 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.290103 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.290265 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.290426 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.290610 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.290772 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.290933 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.291094 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.291256 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.291418 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.291580 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.291742 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.291904 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.292065 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.292226 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.292388 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.292548 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.292727 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.292890 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.293050 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.293211 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.293371 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.293532 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.293692 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.293853 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.294015 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.294176 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.294337 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.294519 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.294684 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.294846 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.295007 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.295167 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.295327 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.295487 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.295647 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.295808 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.295968 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.296129 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.296289 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.296451 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.296611 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.296773 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.296933 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.297093 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.297254 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.297414 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.297576 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.297746 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.297908 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.298072 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.298234 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.298402 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.298598 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.298765 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.298927 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.299090 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.299252 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.299413 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.299574 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.299736 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.299896 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.300057 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.300219 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.300390 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.300553 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.300714 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.300875 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.301061 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.301222 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.301938 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.302091 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.302257 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.302419 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.302603 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.302765 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.302927 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.303089 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.303252 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.303414 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.303577 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.303739 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.303900 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.304061 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.304224 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.304386 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.304548 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.304710 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.304873 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.305034 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.305195 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.305356 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.305517 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.305678 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.305839 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.306000 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.306161 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.306323 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.306510 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.306673 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.306834 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.306995 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.307156 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.307317 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.307477 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.307643 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.307790 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.307952 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.308113 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.308276 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.308438 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.308599 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.308763 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.308924 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.309086 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.309253 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.309416 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.309577 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.309740 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.309903 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.310066 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.310229 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.310390 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.310631 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.310797 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.310958 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.311122 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.311283 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.311444 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.311606 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.311790 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.311952 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.312113 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.312276 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.312438 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.312600 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.312760 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.312921 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.313083 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.313247 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.313411 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.313574 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.313735 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.313899 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.314062 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.314223 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.314384 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.314570 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.314733 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.314896 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.315058 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.315219 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.315393 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.315557 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.315718 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.315879 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.316041 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.316204 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.316376 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.316539 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.316699 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.316863 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.317754 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.317754 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.317754 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.317754 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.317754 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.318147 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.318147 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.318147 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.318364 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.318467 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.318592 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.318754 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.318915 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.319075 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.319250 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.319412 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.319573 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.319733 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.319893 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.320054 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.320226 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.320388 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.320549 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.320710 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.320871 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.321031 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.321201 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.321363 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.321526 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.321696 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.321858 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.322018 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.322179 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.322353 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.322537 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.322702 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.322863 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.323025 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.323187 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.323352 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.323519 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.323692 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.323861 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.324024 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.324195 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.324365 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.324535 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.324697 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.324866 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.325039 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.325201 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.325365 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.325510 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.325671 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.325832 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.325992 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.326150 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.326302 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.326485 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.326649 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.326810 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.326970 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.327131 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.327292 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.327454 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.327615 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.327774 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.327935 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.328096 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 04:49:39.328250 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 30 04:49:39.396764 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 45428) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:49:39.405493 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066171 Jul 30 04:49:48.603874 dv-cinder-851279-3-iscsi neutron-server[103829]: DEBUG dbcounter [-] [103829] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103829) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:49:50.522131 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3421c9-5560-4558-86c9-4415c85768a6 None None] get_active_networks_info from dv-cinder-851279-3-iscsi {{(pid=103972) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 30 04:49:50.531394 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writer thread running {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 30 04:49:50.628868 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3421c9-5560-4558-86c9-4415c85768a6 None None] No non-hosted networks {{(pid=103972) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 30 04:49:50.645383 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.agentschedulers_db [None req-9b3421c9-5560-4558-86c9-4415c85768a6 None None] DHCP Agent not found on host dv-cinder-851279-3-iscsi {{(pid=103972) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 30 04:49:50.709545 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-3fed6263-436c-4b91-825d-22e3ec6ededa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1706466'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:49:52.183916 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writer thread running {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 30 04:49:52.744702 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-4406760f-d718-4bb1-a87c-faf40fb2e24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1706466'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:49:52.784952 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f19e1e16-1d94-4a8c-8040-ae45c229279d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:49:53.788561 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 45500) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:49:53.859997 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1706466'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:49:54.462346 dv-cinder-851279-3-iscsi neutron-server[103971]: WARNING oslo_policy.policy [None req-acfe2e05-0658-46ba-81bd-7039c886977f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 04:49:54.463554 dv-cinder-851279-3-iscsi neutron-server[103971]: WARNING oslo_policy.policy [None req-acfe2e05-0658-46ba-81bd-7039c886977f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 04:49:54.693852 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [None req-acfe2e05-0658-46ba-81bd-7039c886977f admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 30 04:49:54.711023 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-acfe2e05-0658-46ba-81bd-7039c886977f admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9211361 Jul 30 04:49:55.276958 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1706466'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:49:55.633441 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1706466'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:49:55.638465 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:55.639245 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:55.639966 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:55.641053 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:55.641603 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:55.644672 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:55.645631 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:55.648063 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:55.651495 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:55.653128 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:55.653808 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:55.654977 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:55.655812 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:55.656632 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:55.657266 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:49:55.658300 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-851279-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:49:55.672552 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-851279-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:49:56.112875 dv-cinder-851279-3-iscsi neutron-server[103972]: INFO neutron.db.l3_hamode_db [None req-5faabe5d-310d-4e84-8990-93992e9316b3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 30 04:49:56.193691 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5faabe5d-310d-4e84-8990-93992e9316b3 None None] Routers set() bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 04:49:56.194321 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5faabe5d-310d-4e84-8990-93992e9316b3 None None] Router IDs set() for agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 30 04:49:57.010625 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 45534) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:49:57.529861 dv-cinder-851279-3-iscsi neutron-server[103970]: WARNING oslo_policy.policy [None req-f936493c-e9aa-4f48-9b6f-3198f3b46439 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 04:49:57.530428 dv-cinder-851279-3-iscsi neutron-server[103970]: WARNING oslo_policy.policy [None req-f936493c-e9aa-4f48-9b6f-3198f3b46439 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 04:49:57.745679 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-f936493c-e9aa-4f48-9b6f-3198f3b46439 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:49:57.837047 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.policy [None req-f936493c-e9aa-4f48-9b6f-3198f3b46439 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103970) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 30 04:49:57.880225 dv-cinder-851279-3-iscsi neutron-server[103970]: WARNING oslo_policy.policy [None req-f936493c-e9aa-4f48-9b6f-3198f3b46439 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 04:49:57.880607 dv-cinder-851279-3-iscsi neutron-server[103970]: WARNING oslo_policy.policy [None req-f936493c-e9aa-4f48-9b6f-3198f3b46439 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 04:49:57.900857 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writer thread running {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 30 04:49:57.976299 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f936493c-e9aa-4f48-9b6f-3198f3b46439 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736273402708', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736273402200', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736273451640', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736273440835', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736273434148', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736273752966', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-840617', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1158519', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-340480', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-436072'] for rbac-policy (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:49:58.049847 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f936493c-e9aa-4f48-9b6f-3198f3b46439 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:49:58.051326 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-f936493c-e9aa-4f48-9b6f-3198f3b46439 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0381432 Jul 30 04:50:00.256398 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 45552) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:50:00.575531 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-107ecf0c-e235-4d62-b4ff-e8a5ec70fa1a demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:50:00.606388 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107ecf0c-e235-4d62-b4ff-e8a5ec70fa1a demo demo] Made reservation on behalf of 395264e10f8345d89e730d4c1a103dd2 for: {'network': 1} {{(pid=103970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:50:00.610736 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-107ecf0c-e235-4d62-b4ff-e8a5ec70fa1a demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for network (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:00.628621 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-107ecf0c-e235-4d62-b4ff-e8a5ec70fa1a demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:00.741494 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-107ecf0c-e235-4d62-b4ff-e8a5ec70fa1a demo demo] Publish callbacks [] for security_group (56d27293-e8ac-4a26-87cb-99498b66a7a6), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:00.745963 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-107ecf0c-e235-4d62-b4ff-e8a5ec70fa1a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (56d27293-e8ac-4a26-87cb-99498b66a7a6), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:00.771634 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-107ecf0c-e235-4d62-b4ff-e8a5ec70fa1a demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=103970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:50:00.800324 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-107ecf0c-e235-4d62-b4ff-e8a5ec70fa1a demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736268768220', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101'] for segment (8e9b8dff-2b40-4a53-ac91-1b80c066d14f), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:00.800874 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-107ecf0c-e235-4d62-b4ff-e8a5ec70fa1a demo demo] Unsubscribe: segment precommit_create {{(pid=103970) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 30 04:50:00.801415 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.db.segments_db [None req-107ecf0c-e235-4d62-b4ff-e8a5ec70fa1a demo demo] Added segment 8e9b8dff-2b40-4a53-ac91-1b80c066d14f of type vlan for network 0b4537b8-185d-478e-aec9-1470a5101461 Jul 30 04:50:00.838681 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107ecf0c-e235-4d62-b4ff-e8a5ec70fa1a demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=56d27293-e8ac-4a26-87cb-99498b66a7a6,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:50:00.874196 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107ecf0c-e235-4d62-b4ff-e8a5ec70fa1a demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:00.874555 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107ecf0c-e235-4d62-b4ff-e8a5ec70fa1a demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:00.874912 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107ecf0c-e235-4d62-b4ff-e8a5ec70fa1a demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:00.875250 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107ecf0c-e235-4d62-b4ff-e8a5ec70fa1a demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:00.875577 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107ecf0c-e235-4d62-b4ff-e8a5ec70fa1a demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:00.875898 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107ecf0c-e235-4d62-b4ff-e8a5ec70fa1a demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:00.876218 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107ecf0c-e235-4d62-b4ff-e8a5ec70fa1a demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:00.876585 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107ecf0c-e235-4d62-b4ff-e8a5ec70fa1a demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:00.877478 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107ecf0c-e235-4d62-b4ff-e8a5ec70fa1a demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:00.877797 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107ecf0c-e235-4d62-b4ff-e8a5ec70fa1a demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:00.878114 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107ecf0c-e235-4d62-b4ff-e8a5ec70fa1a demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:00.878460 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107ecf0c-e235-4d62-b4ff-e8a5ec70fa1a demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:00.878836 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107ecf0c-e235-4d62-b4ff-e8a5ec70fa1a demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:00.879097 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107ecf0c-e235-4d62-b4ff-e8a5ec70fa1a demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:00.879406 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107ecf0c-e235-4d62-b4ff-e8a5ec70fa1a demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:00.880777 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107ecf0c-e235-4d62-b4ff-e8a5ec70fa1a demo demo] Tracked resource versions report: Jul 30 04:50:00.880777 dv-cinder-851279-3-iscsi neutron-server[103970]: pushed versions: Jul 30 04:50:00.880777 dv-cinder-851279-3-iscsi neutron-server[103970]: { 'AddressGroup': {'1.2'}, Jul 30 04:50:00.880777 dv-cinder-851279-3-iscsi neutron-server[103970]: 'Agent': {'1.1'}, Jul 30 04:50:00.880777 dv-cinder-851279-3-iscsi neutron-server[103970]: 'ConntrackHelper': {'1.0'}, Jul 30 04:50:00.880777 dv-cinder-851279-3-iscsi neutron-server[103970]: 'LocalIPAssociation': {'1.0'}, Jul 30 04:50:00.880777 dv-cinder-851279-3-iscsi neutron-server[103970]: 'Log': {'1.0'}, Jul 30 04:50:00.880777 dv-cinder-851279-3-iscsi neutron-server[103970]: 'NDPProxy': {'1.0'}, Jul 30 04:50:00.880777 dv-cinder-851279-3-iscsi neutron-server[103970]: 'Network': {'1.1'}, Jul 30 04:50:00.880777 dv-cinder-851279-3-iscsi neutron-server[103970]: 'Port': {'1.7'}, Jul 30 04:50:00.880777 dv-cinder-851279-3-iscsi neutron-server[103970]: 'PortForwarding': {'1.3'}, Jul 30 04:50:00.880777 dv-cinder-851279-3-iscsi neutron-server[103970]: 'QosPolicy': {'1.10'}, Jul 30 04:50:00.880777 dv-cinder-851279-3-iscsi neutron-server[103970]: 'SecurityGroup': {'1.5'}, Jul 30 04:50:00.880777 dv-cinder-851279-3-iscsi neutron-server[103970]: 'SecurityGroupRule': {'1.2'}, Jul 30 04:50:00.880777 dv-cinder-851279-3-iscsi neutron-server[103970]: 'SubPort': {'1.0'}, Jul 30 04:50:00.880777 dv-cinder-851279-3-iscsi neutron-server[103970]: 'Subnet': {'1.1'}, Jul 30 04:50:00.880777 dv-cinder-851279-3-iscsi neutron-server[103970]: 'Trunk': {'1.1'}} Jul 30 04:50:00.880777 dv-cinder-851279-3-iscsi neutron-server[103970]: consumer versions: Jul 30 04:50:00.880777 dv-cinder-851279-3-iscsi neutron-server[103970]: { DHCP agent@dv-cinder-851279-3-iscsi: {}, Jul 30 04:50:00.880777 dv-cinder-851279-3-iscsi neutron-server[103970]: L3 agent@dv-cinder-851279-3-iscsi: {}, Jul 30 04:50:00.880777 dv-cinder-851279-3-iscsi neutron-server[103970]: Metadata agent@dv-cinder-851279-3-iscsi: {}, Jul 30 04:50:00.880777 dv-cinder-851279-3-iscsi neutron-server[103970]: Metering agent@dv-cinder-851279-3-iscsi: {}, Jul 30 04:50:00.880777 dv-cinder-851279-3-iscsi neutron-server[103970]: Open vSwitch agent@dv-cinder-851279-3-iscsi: { 'AddressGroup': '1.2', Jul 30 04:50:00.880777 dv-cinder-851279-3-iscsi neutron-server[103970]: 'Agent': '1.1', Jul 30 04:50:00.880777 dv-cinder-851279-3-iscsi neutron-server[103970]: 'ConntrackHelper': '1.0', Jul 30 04:50:00.880777 dv-cinder-851279-3-iscsi neutron-server[103970]: 'LocalIPAssociation': '1.0', Jul 30 04:50:00.880777 dv-cinder-851279-3-iscsi neutron-server[103970]: 'Log': '1.0', Jul 30 04:50:00.880777 dv-cinder-851279-3-iscsi neutron-server[103970]: 'NDPProxy': '1.0', Jul 30 04:50:00.880777 dv-cinder-851279-3-iscsi neutron-server[103970]: 'Network': '1.1', Jul 30 04:50:00.880777 dv-cinder-851279-3-iscsi neutron-server[103970]: 'Port': '1.7', Jul 30 04:50:00.880777 dv-cinder-851279-3-iscsi neutron-server[103970]: 'PortForwarding': '1.3', Jul 30 04:50:00.880777 dv-cinder-851279-3-iscsi neutron-server[103970]: 'QosPolicy': '1.10', Jul 30 04:50:00.880777 dv-cinder-851279-3-iscsi neutron-server[103970]: 'SecurityGroup': '1.5', Jul 30 04:50:00.880777 dv-cinder-851279-3-iscsi neutron-server[103970]: 'SecurityGroupRule': '1.2', Jul 30 04:50:00.880777 dv-cinder-851279-3-iscsi neutron-server[103970]: 'SubPort': '1.0', Jul 30 04:50:00.880777 dv-cinder-851279-3-iscsi neutron-server[103970]: 'Subnet': '1.1', Jul 30 04:50:00.880777 dv-cinder-851279-3-iscsi neutron-server[103970]: 'Trunk': '1.1'}} Jul 30 04:50:00.880777 dv-cinder-851279-3-iscsi neutron-server[103970]: {{(pid=103970) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 04:50:00.912076 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-107ecf0c-e235-4d62-b4ff-e8a5ec70fa1a demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736268284326'] for network (0b4537b8-185d-478e-aec9-1470a5101461), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:00.957719 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-107ecf0c-e235-4d62-b4ff-e8a5ec70fa1a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920'] for network (0b4537b8-185d-478e-aec9-1470a5101461), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:00.962889 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107ecf0c-e235-4d62-b4ff-e8a5ec70fa1a demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:50:00.963589 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-107ecf0c-e235-4d62-b4ff-e8a5ec70fa1a demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for network (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:00.972873 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=51,neutron:INSERT=45,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:50:01.059489 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-107ecf0c-e235-4d62-b4ff-e8a5ec70fa1a demo demo] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8020010 Jul 30 04:50:01.091891 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107ecf0c-e235-4d62-b4ff-e8a5ec70fa1a demo demo] Pushing event updated for resources: {'Network': ['ID=0b4537b8-185d-478e-aec9-1470a5101461,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:50:01.107244 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Network 0b4537b8-185d-478e-aec9-1470a5101461 details requested by agent ovs-agent-dv-cinder-851279-3-iscsi with host dv-cinder-851279-3-iscsi {{(pid=103972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:50:03.344398 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 45566) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:50:03.765721 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60c2011-e9a7-4f19-b1a2-d18cd4410c24 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:50:03.767692 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-b60c2011-e9a7-4f19-b1a2-d18cd4410c24 demo admin] 10.222.0.20 "GET /v2.0/networks/0b4537b8-185d-478e-aec9-1470a5101461 HTTP/1.1" status: 200 len: 825 time: 0.4217684 Jul 30 04:50:03.792487 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-4c24e8e1-8ee4-413a-8d02-54be6ddb9496 demo admin] 10.222.0.20 "GET /v2.0/subnetpools/9df90855-977a-4056-9306-2114c6960742 HTTP/1.1" status: 200 len: 734 time: 0.0185044 Jul 30 04:50:03.800910 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-8bb805d5-cd3b-4dac-8351-1eddb45ea913 demo admin] Request body: {'subnet': {'network_id': '0b4537b8-185d-478e-aec9-1470a5101461', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '9df90855-977a-4056-9306-2114c6960742'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:50:03.822523 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb805d5-cd3b-4dac-8351-1eddb45ea913 demo admin] Made reservation on behalf of 395264e10f8345d89e730d4c1a103dd2 for: {'subnet': 1} {{(pid=103970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:50:03.824855 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-8bb805d5-cd3b-4dac-8351-1eddb45ea913 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:03.979343 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:50:04.124088 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-8bb805d5-cd3b-4dac-8351-1eddb45ea913 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920'] for subnet (59c80fee-ec1f-41c4-87dc-c9a963bda177), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:04.196755 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb805d5-cd3b-4dac-8351-1eddb45ea913 demo admin] Pushing event updated for resources: {'Subnet': ['ID=59c80fee-ec1f-41c4-87dc-c9a963bda177,revision_number=0']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:50:04.201608 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb805d5-cd3b-4dac-8351-1eddb45ea913 demo admin] Checking segment: {'id': '8e9b8dff-2b40-4a53-ac91-1b80c066d14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0b4537b8-185d-478e-aec9-1470a5101461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 04:50:04.201987 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb805d5-cd3b-4dac-8351-1eddb45ea913 demo admin] Network hostable DHCP agents. Network: 0b4537b8-185d-478e-aec9-1470a5101461, hostable agents: ['5671713e-478d-4a9e-a7e0-1ef6e7bf2e69'], hosted agents: [] {{(pid=103970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:50:04.224720 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb805d5-cd3b-4dac-8351-1eddb45ea913 demo admin] Network 0b4537b8-185d-478e-aec9-1470a5101461 is scheduled to be hosted by DHCP agent 5671713e-478d-4a9e-a7e0-1ef6e7bf2e69 with binding_index 1 {{(pid=103970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:50:04.235246 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-8bb805d5-cd3b-4dac-8351-1eddb45ea913 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-3-iscsi, 0b4537b8-185d-478e-aec9-1470a5101461) {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:50:04.240402 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb805d5-cd3b-4dac-8351-1eddb45ea913 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:50:04.240991 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-8bb805d5-cd3b-4dac-8351-1eddb45ea913 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for subnet (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:04.247362 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84bf8de-f77f-4765-a3ba-dabe5dd4d03b None None] Network 0b4537b8-185d-478e-aec9-1470a5101461 requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 04:50:04.257441 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-8bb805d5-cd3b-4dac-8351-1eddb45ea913 demo admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4597743 Jul 30 04:50:04.512363 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c41897-8cc5-4a3e-a7eb-16b614b7773d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1f0b50b-4d25-5308-a6a0-6c18effd14bc-0b4537b8-185d-478e-aec9-1470a5101461', 'network_id': '0b4537b8-185d-478e-aec9-1470a5101461', 'project_id': '395264e10f8345d89e730d4c1a103dd2', 'fixed_ips': [{'subnet_id': '59c80fee-ec1f-41c4-87dc-c9a963bda177'}]}} from dv-cinder-851279-3-iscsi. {{(pid=103972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 30 04:50:04.513730 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-15c41897-8cc5-4a3e-a7eb-16b614b7773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:04.791682 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.db_base_plugin_common [None req-15c41897-8cc5-4a3e-a7eb-16b614b7773d None None] Allocated IP 172.20.0.2 (0b4537b8-185d-478e-aec9-1470a5101461/59c80fee-ec1f-41c4-87dc-c9a963bda177/b6fa5f97-906b-49d6-8c32-c8364cd368d1) {{(pid=103972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:50:04.807692 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=63,neutron:INSERT=36,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:50:05.073288 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-15c41897-8cc5-4a3e-a7eb-16b614b7773d None None] Publish callbacks [] for port (b6fa5f97-906b-49d6-8c32-c8364cd368d1), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:05.084887 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-15c41897-8cc5-4a3e-a7eb-16b614b7773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840'] for port (b6fa5f97-906b-49d6-8c32-c8364cd368d1), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:05.170482 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c41897-8cc5-4a3e-a7eb-16b614b7773d None None] Network 0b4537b8-185d-478e-aec9-1470a5101461 is already hosted by enough agents. {{(pid=103972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:50:05.174480 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-15c41897-8cc5-4a3e-a7eb-16b614b7773d None None] Resources bound (agent type, host, resource id): {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:50:05.178381 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c41897-8cc5-4a3e-a7eb-16b614b7773d None None] Received port after_create {{(pid=103972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 04:50:05.183447 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c41897-8cc5-4a3e-a7eb-16b614b7773d None None] Pushing event updated for resources: {'Port': ['ID=b6fa5f97-906b-49d6-8c32-c8364cd368d1,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:50:05.216421 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c41897-8cc5-4a3e-a7eb-16b614b7773d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:05.216780 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c41897-8cc5-4a3e-a7eb-16b614b7773d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:05.217149 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c41897-8cc5-4a3e-a7eb-16b614b7773d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:05.217573 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c41897-8cc5-4a3e-a7eb-16b614b7773d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:05.217930 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c41897-8cc5-4a3e-a7eb-16b614b7773d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:05.218271 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c41897-8cc5-4a3e-a7eb-16b614b7773d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:05.218636 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c41897-8cc5-4a3e-a7eb-16b614b7773d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:05.218973 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c41897-8cc5-4a3e-a7eb-16b614b7773d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:05.219309 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c41897-8cc5-4a3e-a7eb-16b614b7773d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:05.220456 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c41897-8cc5-4a3e-a7eb-16b614b7773d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:05.220874 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c41897-8cc5-4a3e-a7eb-16b614b7773d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:05.221279 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c41897-8cc5-4a3e-a7eb-16b614b7773d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:05.221626 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c41897-8cc5-4a3e-a7eb-16b614b7773d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:05.221958 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c41897-8cc5-4a3e-a7eb-16b614b7773d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:05.222291 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c41897-8cc5-4a3e-a7eb-16b614b7773d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:05.223735 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c41897-8cc5-4a3e-a7eb-16b614b7773d None None] Tracked resource versions report: Jul 30 04:50:05.223735 dv-cinder-851279-3-iscsi neutron-server[103972]: pushed versions: Jul 30 04:50:05.223735 dv-cinder-851279-3-iscsi neutron-server[103972]: { 'AddressGroup': {'1.2'}, Jul 30 04:50:05.223735 dv-cinder-851279-3-iscsi neutron-server[103972]: 'Agent': {'1.1'}, Jul 30 04:50:05.223735 dv-cinder-851279-3-iscsi neutron-server[103972]: 'ConntrackHelper': {'1.0'}, Jul 30 04:50:05.223735 dv-cinder-851279-3-iscsi neutron-server[103972]: 'LocalIPAssociation': {'1.0'}, Jul 30 04:50:05.223735 dv-cinder-851279-3-iscsi neutron-server[103972]: 'Log': {'1.0'}, Jul 30 04:50:05.223735 dv-cinder-851279-3-iscsi neutron-server[103972]: 'NDPProxy': {'1.0'}, Jul 30 04:50:05.223735 dv-cinder-851279-3-iscsi neutron-server[103972]: 'Network': {'1.1'}, Jul 30 04:50:05.223735 dv-cinder-851279-3-iscsi neutron-server[103972]: 'Port': {'1.7'}, Jul 30 04:50:05.223735 dv-cinder-851279-3-iscsi neutron-server[103972]: 'PortForwarding': {'1.3'}, Jul 30 04:50:05.223735 dv-cinder-851279-3-iscsi neutron-server[103972]: 'QosPolicy': {'1.10'}, Jul 30 04:50:05.223735 dv-cinder-851279-3-iscsi neutron-server[103972]: 'SecurityGroup': {'1.5'}, Jul 30 04:50:05.223735 dv-cinder-851279-3-iscsi neutron-server[103972]: 'SecurityGroupRule': {'1.2'}, Jul 30 04:50:05.223735 dv-cinder-851279-3-iscsi neutron-server[103972]: 'SubPort': {'1.0'}, Jul 30 04:50:05.223735 dv-cinder-851279-3-iscsi neutron-server[103972]: 'Subnet': {'1.1'}, Jul 30 04:50:05.223735 dv-cinder-851279-3-iscsi neutron-server[103972]: 'Trunk': {'1.1'}} Jul 30 04:50:05.223735 dv-cinder-851279-3-iscsi neutron-server[103972]: consumer versions: Jul 30 04:50:05.223735 dv-cinder-851279-3-iscsi neutron-server[103972]: { DHCP agent@dv-cinder-851279-3-iscsi: {}, Jul 30 04:50:05.223735 dv-cinder-851279-3-iscsi neutron-server[103972]: L3 agent@dv-cinder-851279-3-iscsi: {}, Jul 30 04:50:05.223735 dv-cinder-851279-3-iscsi neutron-server[103972]: Metadata agent@dv-cinder-851279-3-iscsi: {}, Jul 30 04:50:05.223735 dv-cinder-851279-3-iscsi neutron-server[103972]: Metering agent@dv-cinder-851279-3-iscsi: {}, Jul 30 04:50:05.223735 dv-cinder-851279-3-iscsi neutron-server[103972]: Open vSwitch agent@dv-cinder-851279-3-iscsi: { 'AddressGroup': '1.2', Jul 30 04:50:05.223735 dv-cinder-851279-3-iscsi neutron-server[103972]: 'Agent': '1.1', Jul 30 04:50:05.223735 dv-cinder-851279-3-iscsi neutron-server[103972]: 'ConntrackHelper': '1.0', Jul 30 04:50:05.223735 dv-cinder-851279-3-iscsi neutron-server[103972]: 'LocalIPAssociation': '1.0', Jul 30 04:50:05.223735 dv-cinder-851279-3-iscsi neutron-server[103972]: 'Log': '1.0', Jul 30 04:50:05.223735 dv-cinder-851279-3-iscsi neutron-server[103972]: 'NDPProxy': '1.0', Jul 30 04:50:05.223735 dv-cinder-851279-3-iscsi neutron-server[103972]: 'Network': '1.1', Jul 30 04:50:05.223735 dv-cinder-851279-3-iscsi neutron-server[103972]: 'Port': '1.7', Jul 30 04:50:05.223735 dv-cinder-851279-3-iscsi neutron-server[103972]: 'PortForwarding': '1.3', Jul 30 04:50:05.223735 dv-cinder-851279-3-iscsi neutron-server[103972]: 'QosPolicy': '1.10', Jul 30 04:50:05.223735 dv-cinder-851279-3-iscsi neutron-server[103972]: 'SecurityGroup': '1.5', Jul 30 04:50:05.223735 dv-cinder-851279-3-iscsi neutron-server[103972]: 'SecurityGroupRule': '1.2', Jul 30 04:50:05.223735 dv-cinder-851279-3-iscsi neutron-server[103972]: 'SubPort': '1.0', Jul 30 04:50:05.223735 dv-cinder-851279-3-iscsi neutron-server[103972]: 'Subnet': '1.1', Jul 30 04:50:05.223735 dv-cinder-851279-3-iscsi neutron-server[103972]: 'Trunk': '1.1'}} Jul 30 04:50:05.223735 dv-cinder-851279-3-iscsi neutron-server[103972]: {{(pid=103972) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 04:50:05.276817 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-15c41897-8cc5-4a3e-a7eb-16b614b7773d None None] Attempting to bind port b6fa5f97-906b-49d6-8c32-c8364cd368d1 on host dv-cinder-851279-3-iscsi for vnic_type normal with profile {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 04:50:05.277474 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-15c41897-8cc5-4a3e-a7eb-16b614b7773d None None] Attempting to bind port b6fa5f97-906b-49d6-8c32-c8364cd368d1 by drivers openvswitch,hyperv on host dv-cinder-851279-3-iscsi at level 0 using segments [{'id': '8e9b8dff-2b40-4a53-ac91-1b80c066d14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0b4537b8-185d-478e-aec9-1470a5101461'}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 04:50:05.277661 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c41897-8cc5-4a3e-a7eb-16b614b7773d None None] Attempting to bind port b6fa5f97-906b-49d6-8c32-c8364cd368d1 on network 0b4537b8-185d-478e-aec9-1470a5101461 {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 04:50:05.283344 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c41897-8cc5-4a3e-a7eb-16b614b7773d None None] Checking agent: {'id': 'b9fa2c71-9776-421f-81b8-af2eb557e43b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 49, 56), 'started_at': datetime.datetime(2022, 7, 30, 4, 49, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 4, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 04:50:05.283710 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c41897-8cc5-4a3e-a7eb-16b614b7773d None None] Checking segment: {'id': '8e9b8dff-2b40-4a53-ac91-1b80c066d14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0b4537b8-185d-478e-aec9-1470a5101461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 04:50:05.284174 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-15c41897-8cc5-4a3e-a7eb-16b614b7773d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:05.284575 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c41897-8cc5-4a3e-a7eb-16b614b7773d None None] Bound using segment: {'id': '8e9b8dff-2b40-4a53-ac91-1b80c066d14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0b4537b8-185d-478e-aec9-1470a5101461'} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 04:50:05.285069 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-15c41897-8cc5-4a3e-a7eb-16b614b7773d None None] Bound port: b6fa5f97-906b-49d6-8c32-c8364cd368d1, host: dv-cinder-851279-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e9b8dff-2b40-4a53-ac91-1b80c066d14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0b4537b8-185d-478e-aec9-1470a5101461'}}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 04:50:05.285482 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-15c41897-8cc5-4a3e-a7eb-16b614b7773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (b6fa5f97-906b-49d6-8c32-c8364cd368d1), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:05.329881 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:50:05.358639 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-15c41897-8cc5-4a3e-a7eb-16b614b7773d None None] For port b6fa5f97-906b-49d6-8c32-c8364cd368d1, host dv-cinder-851279-3-iscsi, cleared binding levels {{(pid=103972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:50:05.380801 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-15c41897-8cc5-4a3e-a7eb-16b614b7773d None None] For port b6fa5f97-906b-49d6-8c32-c8364cd368d1, host dv-cinder-851279-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=b6fa5f97-906b-49d6-8c32-c8364cd368d1,segment=NetworkSegment(8e9b8dff-2b40-4a53-ac91-1b80c066d14f),segment_id=8e9b8dff-2b40-4a53-ac91-1b80c066d14f)] {{(pid=103972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:50:05.387881 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-15c41897-8cc5-4a3e-a7eb-16b614b7773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (b6fa5f97-906b-49d6-8c32-c8364cd368d1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:05.447395 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c41897-8cc5-4a3e-a7eb-16b614b7773d None None] Pushing event updated for resources: {'Port': ['ID=b6fa5f97-906b-49d6-8c32-c8364cd368d1,revision_number=2']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:50:06.517871 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 45576) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:50:06.854552 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [None req-4585e654-d9c5-4e54-b555-8bfd8ab0829a admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103970) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 30 04:50:06.855566 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-4585e654-d9c5-4e54-b555-8bfd8ab0829a admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3366961 Jul 30 04:50:09.148992 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 45584) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:50:09.283057 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=15,neutron:INSERT=31 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:50:09.293898 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=9 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:50:09.483760 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [None req-c326ed29-03e7-426a-a02a-64b0fd6feed4 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103970) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 30 04:50:09.484774 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-c326ed29-03e7-426a-a02a-64b0fd6feed4 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3347566 Jul 30 04:50:11.756763 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 45594) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:50:12.095092 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-552df65c-767c-4f5b-85cc-4f3f159e2946 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:50:12.119176 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-552df65c-767c-4f5b-85cc-4f3f159e2946 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1682450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31596'] for router (3275f668-19e3-48aa-a0f1-81815e714d2d), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:12.120685 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-552df65c-767c-4f5b-85cc-4f3f159e2946 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1682743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31575'] for router (3275f668-19e3-48aa-a0f1-81815e714d2d), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:12.264566 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-552df65c-767c-4f5b-85cc-4f3f159e2946 demo demo] Publish callbacks [] for router_controller (3275f668-19e3-48aa-a0f1-81815e714d2d), precommit_add_association {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:12.270568 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-552df65c-767c-4f5b-85cc-4f3f159e2946 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706777'] for router (3275f668-19e3-48aa-a0f1-81815e714d2d), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:12.287700 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-552df65c-767c-4f5b-85cc-4f3f159e2946 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:12.288875 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-552df65c-767c-4f5b-85cc-4f3f159e2946 demo demo] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5311356 Jul 30 04:50:13.387002 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device b6fa5f97-906b-49d6-8c32-c8364cd368d1 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:50:13.472745 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port b6fa5f97-906b-49d6-8c32-c8364cd368d1 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:50:13.473166 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (b6fa5f97-906b-49d6-8c32-c8364cd368d1), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:13.553964 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f97dc03-2fb0-4662-8c06-6f8a9bb0e9e2 None None] Network 0b4537b8-185d-478e-aec9-1470a5101461 requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 04:50:13.621010 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port b6fa5f97-906b-49d6-8c32-c8364cd368d1 is: DOWN; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:50:13.621403 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (b6fa5f97-906b-49d6-8c32-c8364cd368d1), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:13.667553 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-cbf890c4-c4f6-46cc-bd67-98a16133ad31 None None] Provisioning complete for port b6fa5f97-906b-49d6-8c32-c8364cd368d1 triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:50:13.667933 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-cbf890c4-c4f6-46cc-bd67-98a16133ad31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (b6fa5f97-906b-49d6-8c32-c8364cd368d1), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:13.680397 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] For port b6fa5f97-906b-49d6-8c32-c8364cd368d1, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=b6fa5f97-906b-49d6-8c32-c8364cd368d1,segment=NetworkSegment(8e9b8dff-2b40-4a53-ac91-1b80c066d14f),segment_id=8e9b8dff-2b40-4a53-ac91-1b80c066d14f)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:50:13.702550 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (b6fa5f97-906b-49d6-8c32-c8364cd368d1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:13.810945 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Pushing event updated for resources: {'Port': ['ID=b6fa5f97-906b-49d6-8c32-c8364cd368d1,revision_number=3']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:50:13.849068 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-cbf890c4-c4f6-46cc-bd67-98a16133ad31 None None] Current status of the port b6fa5f97-906b-49d6-8c32-c8364cd368d1 is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:50:14.061852 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:50:14.070258 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-5a81c458-b69b-4dbd-a176-4fbe33741373 None None] Provisioning complete for port b6fa5f97-906b-49d6-8c32-c8364cd368d1 triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:50:14.070686 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-5a81c458-b69b-4dbd-a176-4fbe33741373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (b6fa5f97-906b-49d6-8c32-c8364cd368d1), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:14.143035 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-5a81c458-b69b-4dbd-a176-4fbe33741373 None None] Current status of the port b6fa5f97-906b-49d6-8c32-c8364cd368d1 is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:50:14.556269 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 45608) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:50:14.877358 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [None req-63ee5d28-03ef-4772-b9b2-2a912ec2e524 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103970) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 30 04:50:14.878370 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-63ee5d28-03ef-4772-b9b2-2a912ec2e524 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3211536 Jul 30 04:50:15.355257 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device b6fa5f97-906b-49d6-8c32-c8364cd368d1 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:50:15.402351 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port b6fa5f97-906b-49d6-8c32-c8364cd368d1 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:50:15.402778 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (b6fa5f97-906b-49d6-8c32-c8364cd368d1), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:15.435367 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:50:15.475080 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port b6fa5f97-906b-49d6-8c32-c8364cd368d1 is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:50:17.146121 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 45616) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:50:17.482360 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-f9b002f8-1a57-4b03-a0da-c91f1ff8b6a7 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:50:17.503336 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b002f8-1a57-4b03-a0da-c91f1ff8b6a7 admin admin] Made reservation on behalf of 2e75ff1f24d24ead87dfc7d32ddc1723 for: {'network': 1} {{(pid=103970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:50:17.505835 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f9b002f8-1a57-4b03-a0da-c91f1ff8b6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for network (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:17.514402 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f9b002f8-1a57-4b03-a0da-c91f1ff8b6a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:17.568327 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:INSERT=13,neutron:DELETE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:50:17.591051 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f9b002f8-1a57-4b03-a0da-c91f1ff8b6a7 admin admin] Publish callbacks [] for security_group (562d8d3a-4d4a-4884-8177-ca68742cb6ae), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:17.595293 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f9b002f8-1a57-4b03-a0da-c91f1ff8b6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (562d8d3a-4d4a-4884-8177-ca68742cb6ae), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:17.609803 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f9b002f8-1a57-4b03-a0da-c91f1ff8b6a7 admin admin] Reserving flat network on physical network physnet1 {{(pid=103970) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 30 04:50:17.632207 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f9b002f8-1a57-4b03-a0da-c91f1ff8b6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101'] for segment (e5d036d1-25f5-4dcf-bf6d-d8f947655ab3), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:17.632545 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.db.segments_db [None req-f9b002f8-1a57-4b03-a0da-c91f1ff8b6a7 admin admin] Added segment e5d036d1-25f5-4dcf-bf6d-d8f947655ab3 of type flat for network 0194f4bd-d033-4ee0-a642-9d17cfb40f96 Jul 30 04:50:17.634405 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b002f8-1a57-4b03-a0da-c91f1ff8b6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562d8d3a-4d4a-4884-8177-ca68742cb6ae,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:50:17.682579 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f9b002f8-1a57-4b03-a0da-c91f1ff8b6a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736268284326'] for network (0194f4bd-d033-4ee0-a642-9d17cfb40f96), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:17.715059 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f9b002f8-1a57-4b03-a0da-c91f1ff8b6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920'] for network (0194f4bd-d033-4ee0-a642-9d17cfb40f96), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:17.716019 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b002f8-1a57-4b03-a0da-c91f1ff8b6a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:50:17.716681 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f9b002f8-1a57-4b03-a0da-c91f1ff8b6a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for network (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:17.791171 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-f9b002f8-1a57-4b03-a0da-c91f1ff8b6a7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6438468 Jul 30 04:50:17.816844 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b002f8-1a57-4b03-a0da-c91f1ff8b6a7 admin admin] Pushing event updated for resources: {'Network': ['ID=0194f4bd-d033-4ee0-a642-9d17cfb40f96,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:50:17.826795 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Network 0194f4bd-d033-4ee0-a642-9d17cfb40f96 details requested by agent ovs-agent-dv-cinder-851279-3-iscsi with host dv-cinder-851279-3-iscsi {{(pid=103972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:50:20.022390 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 45624) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:50:20.354189 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writer thread running {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 30 04:50:20.378022 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:50:20.460632 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-4d5f318c-3305-4f75-8207-7cb4f9998cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:20.530514 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.policy [None req-86dbc637-617b-4380-bf02-55e358e23bec demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103971) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 30 04:50:20.576256 dv-cinder-851279-3-iscsi neutron-server[103971]: WARNING oslo_policy.policy [None req-86dbc637-617b-4380-bf02-55e358e23bec demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 04:50:20.576633 dv-cinder-851279-3-iscsi neutron-server[103971]: WARNING oslo_policy.policy [None req-86dbc637-617b-4380-bf02-55e358e23bec demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 04:50:20.584739 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dbc637-617b-4380-bf02-55e358e23bec demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:50:20.586587 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-86dbc637-617b-4380-bf02-55e358e23bec demo admin] 10.222.0.20 "GET /v2.0/subnets/59c80fee-ec1f-41c4-87dc-c9a963bda177 HTTP/1.1" status: 200 len: 849 time: 0.5631864 Jul 30 04:50:20.786782 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-dd411468-2571-40a0-868b-889c34887a1f demo admin] 10.222.0.20 "GET /v2.0/routers/3275f668-19e3-48aa-a0f1-81815e714d2d HTTP/1.1" status: 200 len: 704 time: 0.1916368 Jul 30 04:50:21.106540 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1eba29d1-5c5f-45af-8c09-b9ea28654d85 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:21.441630 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [None req-1eba29d1-5c5f-45af-8c09-b9ea28654d85 demo admin] Allocated IP 172.20.0.1 (0b4537b8-185d-478e-aec9-1470a5101461/59c80fee-ec1f-41c4-87dc-c9a963bda177/969ed97d-7ea8-477d-9fb2-4e46551d9b9b) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:50:21.652328 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1eba29d1-5c5f-45af-8c09-b9ea28654d85 demo admin] Publish callbacks [] for port (969ed97d-7ea8-477d-9fb2-4e46551d9b9b), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:21.716841 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1eba29d1-5c5f-45af-8c09-b9ea28654d85 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840'] for port (969ed97d-7ea8-477d-9fb2-4e46551d9b9b), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:21.757226 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eba29d1-5c5f-45af-8c09-b9ea28654d85 demo admin] Network 0b4537b8-185d-478e-aec9-1470a5101461 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:50:21.758928 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-1eba29d1-5c5f-45af-8c09-b9ea28654d85 demo admin] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:50:21.822803 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eba29d1-5c5f-45af-8c09-b9ea28654d85 demo admin] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 04:50:21.823362 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1eba29d1-5c5f-45af-8c09-b9ea28654d85 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1692814'] for router_interface (3275f668-19e3-48aa-a0f1-81815e714d2d), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:21.845886 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba29d1-5c5f-45af-8c09-b9ea28654d85 demo admin] Pushing event updated for resources: {'Port': ['ID=969ed97d-7ea8-477d-9fb2-4e46551d9b9b,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:50:21.882011 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:50:21.899511 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba29d1-5c5f-45af-8c09-b9ea28654d85 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:21.899869 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba29d1-5c5f-45af-8c09-b9ea28654d85 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:21.900217 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba29d1-5c5f-45af-8c09-b9ea28654d85 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:21.900562 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba29d1-5c5f-45af-8c09-b9ea28654d85 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:21.900901 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba29d1-5c5f-45af-8c09-b9ea28654d85 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:21.901233 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba29d1-5c5f-45af-8c09-b9ea28654d85 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:21.901563 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba29d1-5c5f-45af-8c09-b9ea28654d85 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:21.901891 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba29d1-5c5f-45af-8c09-b9ea28654d85 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:21.902237 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba29d1-5c5f-45af-8c09-b9ea28654d85 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:21.902597 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba29d1-5c5f-45af-8c09-b9ea28654d85 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:21.902929 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba29d1-5c5f-45af-8c09-b9ea28654d85 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:21.903255 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba29d1-5c5f-45af-8c09-b9ea28654d85 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:21.903580 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba29d1-5c5f-45af-8c09-b9ea28654d85 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:21.903903 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba29d1-5c5f-45af-8c09-b9ea28654d85 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:21.904224 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba29d1-5c5f-45af-8c09-b9ea28654d85 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:21.906198 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba29d1-5c5f-45af-8c09-b9ea28654d85 demo admin] Tracked resource versions report: Jul 30 04:50:21.906198 dv-cinder-851279-3-iscsi neutron-server[103971]: pushed versions: Jul 30 04:50:21.906198 dv-cinder-851279-3-iscsi neutron-server[103971]: { 'AddressGroup': {'1.2'}, Jul 30 04:50:21.906198 dv-cinder-851279-3-iscsi neutron-server[103971]: 'Agent': {'1.1'}, Jul 30 04:50:21.906198 dv-cinder-851279-3-iscsi neutron-server[103971]: 'ConntrackHelper': {'1.0'}, Jul 30 04:50:21.906198 dv-cinder-851279-3-iscsi neutron-server[103971]: 'LocalIPAssociation': {'1.0'}, Jul 30 04:50:21.906198 dv-cinder-851279-3-iscsi neutron-server[103971]: 'Log': {'1.0'}, Jul 30 04:50:21.906198 dv-cinder-851279-3-iscsi neutron-server[103971]: 'NDPProxy': {'1.0'}, Jul 30 04:50:21.906198 dv-cinder-851279-3-iscsi neutron-server[103971]: 'Network': {'1.1'}, Jul 30 04:50:21.906198 dv-cinder-851279-3-iscsi neutron-server[103971]: 'Port': {'1.7'}, Jul 30 04:50:21.906198 dv-cinder-851279-3-iscsi neutron-server[103971]: 'PortForwarding': {'1.3'}, Jul 30 04:50:21.906198 dv-cinder-851279-3-iscsi neutron-server[103971]: 'QosPolicy': {'1.10'}, Jul 30 04:50:21.906198 dv-cinder-851279-3-iscsi neutron-server[103971]: 'SecurityGroup': {'1.5'}, Jul 30 04:50:21.906198 dv-cinder-851279-3-iscsi neutron-server[103971]: 'SecurityGroupRule': {'1.2'}, Jul 30 04:50:21.906198 dv-cinder-851279-3-iscsi neutron-server[103971]: 'SubPort': {'1.0'}, Jul 30 04:50:21.906198 dv-cinder-851279-3-iscsi neutron-server[103971]: 'Subnet': {'1.1'}, Jul 30 04:50:21.906198 dv-cinder-851279-3-iscsi neutron-server[103971]: 'Trunk': {'1.1'}} Jul 30 04:50:21.906198 dv-cinder-851279-3-iscsi neutron-server[103971]: consumer versions: Jul 30 04:50:21.906198 dv-cinder-851279-3-iscsi neutron-server[103971]: { DHCP agent@dv-cinder-851279-3-iscsi: {}, Jul 30 04:50:21.906198 dv-cinder-851279-3-iscsi neutron-server[103971]: L3 agent@dv-cinder-851279-3-iscsi: {}, Jul 30 04:50:21.906198 dv-cinder-851279-3-iscsi neutron-server[103971]: Metadata agent@dv-cinder-851279-3-iscsi: {}, Jul 30 04:50:21.906198 dv-cinder-851279-3-iscsi neutron-server[103971]: Metering agent@dv-cinder-851279-3-iscsi: {}, Jul 30 04:50:21.906198 dv-cinder-851279-3-iscsi neutron-server[103971]: Open vSwitch agent@dv-cinder-851279-3-iscsi: { 'AddressGroup': '1.2', Jul 30 04:50:21.906198 dv-cinder-851279-3-iscsi neutron-server[103971]: 'Agent': '1.1', Jul 30 04:50:21.906198 dv-cinder-851279-3-iscsi neutron-server[103971]: 'ConntrackHelper': '1.0', Jul 30 04:50:21.906198 dv-cinder-851279-3-iscsi neutron-server[103971]: 'LocalIPAssociation': '1.0', Jul 30 04:50:21.906198 dv-cinder-851279-3-iscsi neutron-server[103971]: 'Log': '1.0', Jul 30 04:50:21.906198 dv-cinder-851279-3-iscsi neutron-server[103971]: 'NDPProxy': '1.0', Jul 30 04:50:21.906198 dv-cinder-851279-3-iscsi neutron-server[103971]: 'Network': '1.1', Jul 30 04:50:21.906198 dv-cinder-851279-3-iscsi neutron-server[103971]: 'Port': '1.7', Jul 30 04:50:21.906198 dv-cinder-851279-3-iscsi neutron-server[103971]: 'PortForwarding': '1.3', Jul 30 04:50:21.906198 dv-cinder-851279-3-iscsi neutron-server[103971]: 'QosPolicy': '1.10', Jul 30 04:50:21.906198 dv-cinder-851279-3-iscsi neutron-server[103971]: 'SecurityGroup': '1.5', Jul 30 04:50:21.906198 dv-cinder-851279-3-iscsi neutron-server[103971]: 'SecurityGroupRule': '1.2', Jul 30 04:50:21.906198 dv-cinder-851279-3-iscsi neutron-server[103971]: 'SubPort': '1.0', Jul 30 04:50:21.906198 dv-cinder-851279-3-iscsi neutron-server[103971]: 'Subnet': '1.1', Jul 30 04:50:21.906198 dv-cinder-851279-3-iscsi neutron-server[103971]: 'Trunk': '1.1'}} Jul 30 04:50:21.906198 dv-cinder-851279-3-iscsi neutron-server[103971]: {{(pid=103971) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 04:50:22.006890 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-fc2ec493-5074-41e7-950d-1058eac26574 None None] Provisioning complete for port 969ed97d-7ea8-477d-9fb2-4e46551d9b9b triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:50:22.007658 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-fc2ec493-5074-41e7-950d-1058eac26574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (969ed97d-7ea8-477d-9fb2-4e46551d9b9b), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:22.040201 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-fc2ec493-5074-41e7-950d-1058eac26574 None None] Port 969ed97d-7ea8-477d-9fb2-4e46551d9b9b cannot update to ACTIVE because it is not bound. {{(pid=103972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 30 04:50:22.047836 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1eba29d1-5c5f-45af-8c09-b9ea28654d85 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (969ed97d-7ea8-477d-9fb2-4e46551d9b9b), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:22.169505 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:50:22.174854 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.agents_db [None req-c768def0-c5c3-40f0-ac12-561af9dad95f None None] Agent healthcheck: found 5 active agents {{(pid=103973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:50:22.258019 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1eba29d1-5c5f-45af-8c09-b9ea28654d85 demo admin] Publish callbacks [] for port (969ed97d-7ea8-477d-9fb2-4e46551d9b9b), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:22.262402 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1eba29d1-5c5f-45af-8c09-b9ea28654d85 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (969ed97d-7ea8-477d-9fb2-4e46551d9b9b), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:22.263212 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1eba29d1-5c5f-45af-8c09-b9ea28654d85 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706302'] for router_interface (3275f668-19e3-48aa-a0f1-81815e714d2d), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:22.343433 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba29d1-5c5f-45af-8c09-b9ea28654d85 demo admin] Pushing event updated for resources: {'Port': ['ID=969ed97d-7ea8-477d-9fb2-4e46551d9b9b,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:50:22.392107 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eba29d1-5c5f-45af-8c09-b9ea28654d85 demo admin] Network 0b4537b8-185d-478e-aec9-1470a5101461 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:50:22.393401 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-1eba29d1-5c5f-45af-8c09-b9ea28654d85 demo admin] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:50:22.559478 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eba29d1-5c5f-45af-8c09-b9ea28654d85 demo admin] Router 3275f668-19e3-48aa-a0f1-81815e714d2d is scheduled to L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 with binding_index 1 {{(pid=103971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 30 04:50:22.560013 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-1d97e1b9-582e-4b61-bc12-d946a5b7b68f None None] Provisioning complete for port 969ed97d-7ea8-477d-9fb2-4e46551d9b9b triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:50:22.560410 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-1d97e1b9-582e-4b61-bc12-d946a5b7b68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (969ed97d-7ea8-477d-9fb2-4e46551d9b9b), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:22.653939 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-1d97e1b9-582e-4b61-bc12-d946a5b7b68f None None] Port 969ed97d-7ea8-477d-9fb2-4e46551d9b9b cannot update to ACTIVE because it is not bound. {{(pid=103972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 30 04:50:22.705902 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eba29d1-5c5f-45af-8c09-b9ea28654d85 demo admin] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:50:22.711292 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-1eba29d1-5c5f-45af-8c09-b9ea28654d85 demo admin] 10.222.0.20 "PUT /v2.0/routers/3275f668-19e3-48aa-a0f1-81815e714d2d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9190621 Jul 30 04:50:22.715860 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69526d55-41da-4960-ab9c-5d5735a5537e None None] Sync routers for ids ['3275f668-19e3-48aa-a0f1-81815e714d2d'] in dv-cinder-851279-3-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:50:22.731290 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69526d55-41da-4960-ab9c-5d5735a5537e None None] Routers {'3275f668-19e3-48aa-a0f1-81815e714d2d'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 04:50:22.732266 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-69526d55-41da-4960-ab9c-5d5735a5537e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T04:49:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['3275f668-19e3-48aa-a0f1-81815e714d2d'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:50:22.748298 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d3efee39-a095-40f6-9901-e9ab03170c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:22.917908 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-69526d55-41da-4960-ab9c-5d5735a5537e None None] Set router 3275f668-19e3-48aa-a0f1-81815e714d2d gateway port host: None {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 04:50:23.338047 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-69526d55-41da-4960-ab9c-5d5735a5537e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3275f668-19e3-48aa-a0f1-81815e714d2d', 'name': 'router1', 'tenant_id': '395264e10f8345d89e730d4c1a103dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:50:12Z', 'updated_at': '2022-07-30T04:50:21Z', 'revision_number': 2, 'project_id': '395264e10f8345d89e730d4c1a103dd2', 'gw_port_host': None, '_interfaces': [{'id': '969ed97d-7ea8-477d-9fb2-4e46551d9b9b', 'name': '', 'network_id': '0b4537b8-185d-478e-aec9-1470a5101461', 'tenant_id': '395264e10f8345d89e730d4c1a103dd2', 'mac_address': 'fa:16:3e:4d:b8:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3275f668-19e3-48aa-a0f1-81815e714d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59c80fee-ec1f-41c4-87dc-c9a963bda177', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:50:21Z', 'updated_at': '2022-07-30T04:50:22Z', 'revision_number': 2, 'project_id': '395264e10f8345d89e730d4c1a103dd2', 'subnets': [{'id': '59c80fee-ec1f-41c4-87dc-c9a963bda177', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9df90855-977a-4056-9306-2114c6960742'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:50:23.387866 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69526d55-41da-4960-ab9c-5d5735a5537e None None] Checking router: 3275f668-19e3-48aa-a0f1-81815e714d2d for host: dv-cinder-851279-3-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:50:23.388241 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69526d55-41da-4960-ab9c-5d5735a5537e None None] Updating router 3275f668-19e3-48aa-a0f1-81815e714d2d port 969ed97d-7ea8-477d-9fb2-4e46551d9b9b binding host dv-cinder-851279-3-iscsi {{(pid=103973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:50:23.442560 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-69526d55-41da-4960-ab9c-5d5735a5537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (969ed97d-7ea8-477d-9fb2-4e46551d9b9b), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:23.815382 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:23.942778 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-69526d55-41da-4960-ab9c-5d5735a5537e None None] Publish callbacks [] for port (969ed97d-7ea8-477d-9fb2-4e46551d9b9b), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:23.949713 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-69526d55-41da-4960-ab9c-5d5735a5537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (969ed97d-7ea8-477d-9fb2-4e46551d9b9b), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:24.098270 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-69526d55-41da-4960-ab9c-5d5735a5537e None None] Attempting to bind port 969ed97d-7ea8-477d-9fb2-4e46551d9b9b on host dv-cinder-851279-3-iscsi for vnic_type normal with profile {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 04:50:24.098609 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-69526d55-41da-4960-ab9c-5d5735a5537e None None] Attempting to bind port 969ed97d-7ea8-477d-9fb2-4e46551d9b9b by drivers openvswitch,hyperv on host dv-cinder-851279-3-iscsi at level 0 using segments [{'id': '8e9b8dff-2b40-4a53-ac91-1b80c066d14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0b4537b8-185d-478e-aec9-1470a5101461'}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 04:50:24.099053 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69526d55-41da-4960-ab9c-5d5735a5537e None None] Attempting to bind port 969ed97d-7ea8-477d-9fb2-4e46551d9b9b on network 0b4537b8-185d-478e-aec9-1470a5101461 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 04:50:24.102026 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec9543-f2e6-4c4d-bd83-34adc44cabff None None] Pushing event updated for resources: {'Port': ['ID=969ed97d-7ea8-477d-9fb2-4e46551d9b9b,revision_number=3']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:50:24.110318 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69526d55-41da-4960-ab9c-5d5735a5537e None None] Checking agent: {'id': 'b9fa2c71-9776-421f-81b8-af2eb557e43b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 49, 56), 'started_at': datetime.datetime(2022, 7, 30, 4, 49, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 4, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 04:50:24.110742 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69526d55-41da-4960-ab9c-5d5735a5537e None None] Checking segment: {'id': '8e9b8dff-2b40-4a53-ac91-1b80c066d14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0b4537b8-185d-478e-aec9-1470a5101461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 04:50:24.111176 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-69526d55-41da-4960-ab9c-5d5735a5537e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:24.111562 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69526d55-41da-4960-ab9c-5d5735a5537e None None] Bound using segment: {'id': '8e9b8dff-2b40-4a53-ac91-1b80c066d14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0b4537b8-185d-478e-aec9-1470a5101461'} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 04:50:24.112065 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-69526d55-41da-4960-ab9c-5d5735a5537e None None] Bound port: 969ed97d-7ea8-477d-9fb2-4e46551d9b9b, host: dv-cinder-851279-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e9b8dff-2b40-4a53-ac91-1b80c066d14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0b4537b8-185d-478e-aec9-1470a5101461'}}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 04:50:24.112434 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-69526d55-41da-4960-ab9c-5d5735a5537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (969ed97d-7ea8-477d-9fb2-4e46551d9b9b), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:24.115020 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec9543-f2e6-4c4d-bd83-34adc44cabff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:24.115367 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec9543-f2e6-4c4d-bd83-34adc44cabff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:24.115703 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec9543-f2e6-4c4d-bd83-34adc44cabff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:24.116039 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec9543-f2e6-4c4d-bd83-34adc44cabff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:24.116370 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec9543-f2e6-4c4d-bd83-34adc44cabff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:24.116694 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec9543-f2e6-4c4d-bd83-34adc44cabff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:24.117013 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec9543-f2e6-4c4d-bd83-34adc44cabff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:24.117331 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec9543-f2e6-4c4d-bd83-34adc44cabff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:24.117646 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec9543-f2e6-4c4d-bd83-34adc44cabff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:24.117963 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec9543-f2e6-4c4d-bd83-34adc44cabff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:24.118279 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec9543-f2e6-4c4d-bd83-34adc44cabff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:24.118637 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec9543-f2e6-4c4d-bd83-34adc44cabff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:24.118955 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec9543-f2e6-4c4d-bd83-34adc44cabff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:24.119269 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec9543-f2e6-4c4d-bd83-34adc44cabff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:24.119578 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec9543-f2e6-4c4d-bd83-34adc44cabff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:50:24.120919 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec9543-f2e6-4c4d-bd83-34adc44cabff None None] Tracked resource versions report: Jul 30 04:50:24.120919 dv-cinder-851279-3-iscsi neutron-server[103973]: pushed versions: Jul 30 04:50:24.120919 dv-cinder-851279-3-iscsi neutron-server[103973]: { 'AddressGroup': {'1.2'}, Jul 30 04:50:24.120919 dv-cinder-851279-3-iscsi neutron-server[103973]: 'Agent': {'1.1'}, Jul 30 04:50:24.120919 dv-cinder-851279-3-iscsi neutron-server[103973]: 'ConntrackHelper': {'1.0'}, Jul 30 04:50:24.120919 dv-cinder-851279-3-iscsi neutron-server[103973]: 'LocalIPAssociation': {'1.0'}, Jul 30 04:50:24.120919 dv-cinder-851279-3-iscsi neutron-server[103973]: 'Log': {'1.0'}, Jul 30 04:50:24.120919 dv-cinder-851279-3-iscsi neutron-server[103973]: 'NDPProxy': {'1.0'}, Jul 30 04:50:24.120919 dv-cinder-851279-3-iscsi neutron-server[103973]: 'Network': {'1.1'}, Jul 30 04:50:24.120919 dv-cinder-851279-3-iscsi neutron-server[103973]: 'Port': {'1.7'}, Jul 30 04:50:24.120919 dv-cinder-851279-3-iscsi neutron-server[103973]: 'PortForwarding': {'1.3'}, Jul 30 04:50:24.120919 dv-cinder-851279-3-iscsi neutron-server[103973]: 'QosPolicy': {'1.10'}, Jul 30 04:50:24.120919 dv-cinder-851279-3-iscsi neutron-server[103973]: 'SecurityGroup': {'1.5'}, Jul 30 04:50:24.120919 dv-cinder-851279-3-iscsi neutron-server[103973]: 'SecurityGroupRule': {'1.2'}, Jul 30 04:50:24.120919 dv-cinder-851279-3-iscsi neutron-server[103973]: 'SubPort': {'1.0'}, Jul 30 04:50:24.120919 dv-cinder-851279-3-iscsi neutron-server[103973]: 'Subnet': {'1.1'}, Jul 30 04:50:24.120919 dv-cinder-851279-3-iscsi neutron-server[103973]: 'Trunk': {'1.1'}} Jul 30 04:50:24.120919 dv-cinder-851279-3-iscsi neutron-server[103973]: consumer versions: Jul 30 04:50:24.120919 dv-cinder-851279-3-iscsi neutron-server[103973]: { DHCP agent@dv-cinder-851279-3-iscsi: {}, Jul 30 04:50:24.120919 dv-cinder-851279-3-iscsi neutron-server[103973]: L3 agent@dv-cinder-851279-3-iscsi: {}, Jul 30 04:50:24.120919 dv-cinder-851279-3-iscsi neutron-server[103973]: Metadata agent@dv-cinder-851279-3-iscsi: {}, Jul 30 04:50:24.120919 dv-cinder-851279-3-iscsi neutron-server[103973]: Metering agent@dv-cinder-851279-3-iscsi: {}, Jul 30 04:50:24.120919 dv-cinder-851279-3-iscsi neutron-server[103973]: Open vSwitch agent@dv-cinder-851279-3-iscsi: { 'AddressGroup': '1.2', Jul 30 04:50:24.120919 dv-cinder-851279-3-iscsi neutron-server[103973]: 'Agent': '1.1', Jul 30 04:50:24.120919 dv-cinder-851279-3-iscsi neutron-server[103973]: 'ConntrackHelper': '1.0', Jul 30 04:50:24.120919 dv-cinder-851279-3-iscsi neutron-server[103973]: 'LocalIPAssociation': '1.0', Jul 30 04:50:24.120919 dv-cinder-851279-3-iscsi neutron-server[103973]: 'Log': '1.0', Jul 30 04:50:24.120919 dv-cinder-851279-3-iscsi neutron-server[103973]: 'NDPProxy': '1.0', Jul 30 04:50:24.120919 dv-cinder-851279-3-iscsi neutron-server[103973]: 'Network': '1.1', Jul 30 04:50:24.120919 dv-cinder-851279-3-iscsi neutron-server[103973]: 'Port': '1.7', Jul 30 04:50:24.120919 dv-cinder-851279-3-iscsi neutron-server[103973]: 'PortForwarding': '1.3', Jul 30 04:50:24.120919 dv-cinder-851279-3-iscsi neutron-server[103973]: 'QosPolicy': '1.10', Jul 30 04:50:24.120919 dv-cinder-851279-3-iscsi neutron-server[103973]: 'SecurityGroup': '1.5', Jul 30 04:50:24.120919 dv-cinder-851279-3-iscsi neutron-server[103973]: 'SecurityGroupRule': '1.2', Jul 30 04:50:24.120919 dv-cinder-851279-3-iscsi neutron-server[103973]: 'SubPort': '1.0', Jul 30 04:50:24.120919 dv-cinder-851279-3-iscsi neutron-server[103973]: 'Subnet': '1.1', Jul 30 04:50:24.120919 dv-cinder-851279-3-iscsi neutron-server[103973]: 'Trunk': '1.1'}} Jul 30 04:50:24.120919 dv-cinder-851279-3-iscsi neutron-server[103973]: {{(pid=103973) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 04:50:24.189252 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-69526d55-41da-4960-ab9c-5d5735a5537e None None] For port 969ed97d-7ea8-477d-9fb2-4e46551d9b9b, host dv-cinder-851279-3-iscsi, cleared binding levels {{(pid=103973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:50:24.191950 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:50:24.210383 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-69526d55-41da-4960-ab9c-5d5735a5537e None None] For port 969ed97d-7ea8-477d-9fb2-4e46551d9b9b, host dv-cinder-851279-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=969ed97d-7ea8-477d-9fb2-4e46551d9b9b,segment=NetworkSegment(8e9b8dff-2b40-4a53-ac91-1b80c066d14f),segment_id=8e9b8dff-2b40-4a53-ac91-1b80c066d14f)] {{(pid=103973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:50:24.216474 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-69526d55-41da-4960-ab9c-5d5735a5537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (969ed97d-7ea8-477d-9fb2-4e46551d9b9b), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:24.258496 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69526d55-41da-4960-ab9c-5d5735a5537e None None] Routers {'3275f668-19e3-48aa-a0f1-81815e714d2d'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 04:50:24.259096 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-69526d55-41da-4960-ab9c-5d5735a5537e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T04:50:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['3275f668-19e3-48aa-a0f1-81815e714d2d'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:50:24.292842 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:50:24.330138 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec9543-f2e6-4c4d-bd83-34adc44cabff None None] Pushing event updated for resources: {'Port': ['ID=969ed97d-7ea8-477d-9fb2-4e46551d9b9b,revision_number=4']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:50:24.353967 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-69526d55-41da-4960-ab9c-5d5735a5537e None None] Set router 3275f668-19e3-48aa-a0f1-81815e714d2d gateway port host: None {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 04:50:24.548704 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-69526d55-41da-4960-ab9c-5d5735a5537e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3275f668-19e3-48aa-a0f1-81815e714d2d', 'name': 'router1', 'tenant_id': '395264e10f8345d89e730d4c1a103dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:50:12Z', 'updated_at': '2022-07-30T04:50:21Z', 'revision_number': 2, 'project_id': '395264e10f8345d89e730d4c1a103dd2', 'gw_port_host': None, '_interfaces': [{'id': '969ed97d-7ea8-477d-9fb2-4e46551d9b9b', 'name': '', 'network_id': '0b4537b8-185d-478e-aec9-1470a5101461', 'tenant_id': '395264e10f8345d89e730d4c1a103dd2', 'mac_address': 'fa:16:3e:4d:b8:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3275f668-19e3-48aa-a0f1-81815e714d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59c80fee-ec1f-41c4-87dc-c9a963bda177', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:50:21Z', 'updated_at': '2022-07-30T04:50:24Z', 'revision_number': 4, 'project_id': '395264e10f8345d89e730d4c1a103dd2', 'subnets': [{'id': '59c80fee-ec1f-41c4-87dc-c9a963bda177', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9df90855-977a-4056-9306-2114c6960742'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:50:24.573864 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69526d55-41da-4960-ab9c-5d5735a5537e None None] The sync data for ids ['3275f668-19e3-48aa-a0f1-81815e714d2d'] in dv-cinder-851279-3-iscsi is: [{'id': '3275f668-19e3-48aa-a0f1-81815e714d2d', 'name': 'router1', 'tenant_id': '395264e10f8345d89e730d4c1a103dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:50:12Z', 'updated_at': '2022-07-30T04:50:21Z', 'revision_number': 2, 'project_id': '395264e10f8345d89e730d4c1a103dd2', 'gw_port_host': None, '_interfaces': [{'id': '969ed97d-7ea8-477d-9fb2-4e46551d9b9b', 'name': '', 'network_id': '0b4537b8-185d-478e-aec9-1470a5101461', 'tenant_id': '395264e10f8345d89e730d4c1a103dd2', 'mac_address': 'fa:16:3e:4d:b8:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3275f668-19e3-48aa-a0f1-81815e714d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59c80fee-ec1f-41c4-87dc-c9a963bda177', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:50:21Z', 'updated_at': '2022-07-30T04:50:24Z', 'revision_number': 4, 'project_id': '395264e10f8345d89e730d4c1a103dd2', 'subnets': [{'id': '59c80fee-ec1f-41c4-87dc-c9a963bda177', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9df90855-977a-4056-9306-2114c6960742'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:50:24.955837 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 45642) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:50:25.221001 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:25.356228 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c06f3ea-470f-41f6-a6f6-c69c7b9a3764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:50:25.357579 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-5c06f3ea-470f-41f6-a6f6-c69c7b9a3764 admin admin] 10.222.0.20 "GET /v2.0/networks/0194f4bd-d033-4ee0-a642-9d17cfb40f96 HTTP/1.1" status: 200 len: 842 time: 0.4006886 Jul 30 04:50:25.367210 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-6792fe4b-5677-43e2-a310-7e4a3724b701 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:50:25.400920 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6792fe4b-5677-43e2-a310-7e4a3724b701 admin admin] Made reservation on behalf of 2e75ff1f24d24ead87dfc7d32ddc1723 for: {'subnet': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:50:25.403206 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6792fe4b-5677-43e2-a310-7e4a3724b701 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:25.458703 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:50:25.624988 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:25.706211 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.objects.ports [None req-6792fe4b-5677-43e2-a310-7e4a3724b701 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103971) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 30 04:50:25.706687 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6792fe4b-5677-43e2-a310-7e4a3724b701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920'] for subnet (6c0201b0-7b08-4a32-872b-15ffee5372f4), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:25.759928 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:50:25.768356 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6792fe4b-5677-43e2-a310-7e4a3724b701 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c0201b0-7b08-4a32-872b-15ffee5372f4,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:50:25.780657 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6792fe4b-5677-43e2-a310-7e4a3724b701 admin admin] Checking segment: {'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 04:50:25.781061 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6792fe4b-5677-43e2-a310-7e4a3724b701 admin admin] Network hostable DHCP agents. Network: 0194f4bd-d033-4ee0-a642-9d17cfb40f96, hostable agents: ['5671713e-478d-4a9e-a7e0-1ef6e7bf2e69'], hosted agents: [] {{(pid=103971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:50:25.804979 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6792fe4b-5677-43e2-a310-7e4a3724b701 admin admin] Network 0194f4bd-d033-4ee0-a642-9d17cfb40f96 is scheduled to be hosted by DHCP agent 5671713e-478d-4a9e-a7e0-1ef6e7bf2e69 with binding_index 1 {{(pid=103971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:50:25.818167 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-6792fe4b-5677-43e2-a310-7e4a3724b701 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-3-iscsi, 0194f4bd-d033-4ee0-a642-9d17cfb40f96) {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:50:25.822946 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6792fe4b-5677-43e2-a310-7e4a3724b701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:50:25.823576 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6792fe4b-5677-43e2-a310-7e4a3724b701 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for subnet (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:25.827928 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b044af-c610-4ae6-98d0-18d5e251d70a None None] Network 0194f4bd-d033-4ee0-a642-9d17cfb40f96 requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 04:50:25.849093 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-6792fe4b-5677-43e2-a310-7e4a3724b701 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4851646 Jul 30 04:50:25.940163 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f135f9c1-ffd4-4d9a-b738-f1bdaa8518a6 None None] Network 0194f4bd-d033-4ee0-a642-9d17cfb40f96 requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 04:50:27.808391 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:INSERT=5,neutron:SELECT=20,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:50:27.813410 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=73,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:50:28.177572 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 45652) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:50:28.598093 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-3bad6ae6-fc02-41ef-a505-8863ec00b727 demo admin] 10.222.0.20 "GET /v2.0/routers/3275f668-19e3-48aa-a0f1-81815e714d2d HTTP/1.1" status: 200 len: 710 time: 0.4193318 Jul 30 04:50:28.689711 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952a7478-d241-4b1c-aab6-b1b3a258e40e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:50:28.691042 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-952a7478-d241-4b1c-aab6-b1b3a258e40e demo admin] 10.222.0.20 "GET /v2.0/networks/0194f4bd-d033-4ee0-a642-9d17cfb40f96 HTTP/1.1" status: 200 len: 886 time: 0.0873313 Jul 30 04:50:28.699844 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-c912e296-4d50-4107-b4fb-66fdc8e22d75 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:50:28.939062 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c912e296-4d50-4107-b4fb-66fdc8e22d75 demo admin] Publish callbacks [] for router_gateway (3275f668-19e3-48aa-a0f1-81815e714d2d), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:29.144114 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:50:29.165173 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c912e296-4d50-4107-b4fb-66fdc8e22d75 demo admin] Publish callbacks [] for router_gateway (3275f668-19e3-48aa-a0f1-81815e714d2d), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:29.312306 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c912e296-4d50-4107-b4fb-66fdc8e22d75 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:29.429862 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [None req-c912e296-4d50-4107-b4fb-66fdc8e22d75 demo admin] Allocated IP 172.27.2.67 (0194f4bd-d033-4ee0-a642-9d17cfb40f96/6c0201b0-7b08-4a32-872b-15ffee5372f4/3e16a93e-de86-44a3-893a-9342fa4f5f6f) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:50:29.493742 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:50:29.540813 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c912e296-4d50-4107-b4fb-66fdc8e22d75 demo admin] Publish callbacks [] for port (3e16a93e-de86-44a3-893a-9342fa4f5f6f), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:29.572004 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c912e296-4d50-4107-b4fb-66fdc8e22d75 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840'] for port (3e16a93e-de86-44a3-893a-9342fa4f5f6f), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:29.611778 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c912e296-4d50-4107-b4fb-66fdc8e22d75 demo admin] Network 0194f4bd-d033-4ee0-a642-9d17cfb40f96 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:50:29.614751 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-c912e296-4d50-4107-b4fb-66fdc8e22d75 demo admin] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:50:29.617558 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c912e296-4d50-4107-b4fb-66fdc8e22d75 demo admin] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 04:50:29.682463 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912e296-4d50-4107-b4fb-66fdc8e22d75 demo admin] Pushing event updated for resources: {'Port': ['ID=3e16a93e-de86-44a3-893a-9342fa4f5f6f,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:50:29.864091 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c912e296-4d50-4107-b4fb-66fdc8e22d75 demo admin] Publish callbacks [] for router_gateway (3275f668-19e3-48aa-a0f1-81815e714d2d), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:30.047838 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c912e296-4d50-4107-b4fb-66fdc8e22d75 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1680123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31561'] for router (3275f668-19e3-48aa-a0f1-81815e714d2d), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:30.051338 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c912e296-4d50-4107-b4fb-66fdc8e22d75 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1680098'] for router (3275f668-19e3-48aa-a0f1-81815e714d2d), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:30.056816 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:50:30.157375 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c912e296-4d50-4107-b4fb-66fdc8e22d75 demo admin] Router 3275f668-19e3-48aa-a0f1-81815e714d2d has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 04:50:30.262212 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c912e296-4d50-4107-b4fb-66fdc8e22d75 demo admin] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:50:30.266709 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c912e296-4d50-4107-b4fb-66fdc8e22d75 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:30.267927 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-c912e296-4d50-4107-b4fb-66fdc8e22d75 demo admin] 10.222.0.20 "PUT /v2.0/routers/3275f668-19e3-48aa-a0f1-81815e714d2d HTTP/1.1" status: 200 len: 889 time: 1.5712366 Jul 30 04:50:30.876900 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256dfc92-9038-41cd-838a-f1aeb062a4d8 None None] Sync routers for ids ['3275f668-19e3-48aa-a0f1-81815e714d2d'] in dv-cinder-851279-3-iscsi {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:50:30.889448 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256dfc92-9038-41cd-838a-f1aeb062a4d8 None None] Routers {'3275f668-19e3-48aa-a0f1-81815e714d2d'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 04:50:30.890082 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-256dfc92-9038-41cd-838a-f1aeb062a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T04:50:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['3275f668-19e3-48aa-a0f1-81815e714d2d'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:50:31.106388 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-256dfc92-9038-41cd-838a-f1aeb062a4d8 None None] Set router 3275f668-19e3-48aa-a0f1-81815e714d2d gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 04:50:31.383419 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=100 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:50:31.395540 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 969ed97d-7ea8-477d-9fb2-4e46551d9b9b up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:50:31.532715 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 969ed97d-7ea8-477d-9fb2-4e46551d9b9b triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:50:31.533111 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (969ed97d-7ea8-477d-9fb2-4e46551d9b9b), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:31.553757 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-256dfc92-9038-41cd-838a-f1aeb062a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3275f668-19e3-48aa-a0f1-81815e714d2d', 'name': 'router1', 'tenant_id': '395264e10f8345d89e730d4c1a103dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '3e16a93e-de86-44a3-893a-9342fa4f5f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:50:12Z', 'updated_at': '2022-07-30T04:50:29Z', 'revision_number': 4, 'project_id': '395264e10f8345d89e730d4c1a103dd2', 'gw_port': {'id': '3e16a93e-de86-44a3-893a-9342fa4f5f6f', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:19:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3275f668-19e3-48aa-a0f1-81815e714d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:50:29Z', 'updated_at': '2022-07-30T04:50:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': '969ed97d-7ea8-477d-9fb2-4e46551d9b9b', 'name': '', 'network_id': '0b4537b8-185d-478e-aec9-1470a5101461', 'tenant_id': '395264e10f8345d89e730d4c1a103dd2', 'mac_address': 'fa:16:3e:4d:b8:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3275f668-19e3-48aa-a0f1-81815e714d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59c80fee-ec1f-41c4-87dc-c9a963bda177', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:50:21Z', 'updated_at': '2022-07-30T04:50:24Z', 'revision_number': 4, 'project_id': '395264e10f8345d89e730d4c1a103dd2', 'subnets': [{'id': '59c80fee-ec1f-41c4-87dc-c9a963bda177', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9df90855-977a-4056-9306-2114c6960742'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:50:31.609776 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256dfc92-9038-41cd-838a-f1aeb062a4d8 None None] Checking router: 3275f668-19e3-48aa-a0f1-81815e714d2d for host: dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:50:31.610068 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256dfc92-9038-41cd-838a-f1aeb062a4d8 None None] Updating router 3275f668-19e3-48aa-a0f1-81815e714d2d port 3e16a93e-de86-44a3-893a-9342fa4f5f6f binding host dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:50:31.657899 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:50:31.674757 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-256dfc92-9038-41cd-838a-f1aeb062a4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (3e16a93e-de86-44a3-893a-9342fa4f5f6f), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:31.829053 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 969ed97d-7ea8-477d-9fb2-4e46551d9b9b is: DOWN; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:50:31.829447 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (969ed97d-7ea8-477d-9fb2-4e46551d9b9b), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:31.951850 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] For port 969ed97d-7ea8-477d-9fb2-4e46551d9b9b, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=969ed97d-7ea8-477d-9fb2-4e46551d9b9b,segment=NetworkSegment(8e9b8dff-2b40-4a53-ac91-1b80c066d14f),segment_id=8e9b8dff-2b40-4a53-ac91-1b80c066d14f)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:50:31.967954 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (969ed97d-7ea8-477d-9fb2-4e46551d9b9b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:32.061924 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Pushing event updated for resources: {'Port': ['ID=969ed97d-7ea8-477d-9fb2-4e46551d9b9b,revision_number=5']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:50:32.164243 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-256dfc92-9038-41cd-838a-f1aeb062a4d8 None None] Publish callbacks [] for port (3e16a93e-de86-44a3-893a-9342fa4f5f6f), precommit_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:32.169995 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-256dfc92-9038-41cd-838a-f1aeb062a4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (3e16a93e-de86-44a3-893a-9342fa4f5f6f), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:32.208476 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-256dfc92-9038-41cd-838a-f1aeb062a4d8 None None] Attempting to bind port 3e16a93e-de86-44a3-893a-9342fa4f5f6f on host dv-cinder-851279-3-iscsi for vnic_type normal with profile {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 04:50:32.208776 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-256dfc92-9038-41cd-838a-f1aeb062a4d8 None None] Attempting to bind port 3e16a93e-de86-44a3-893a-9342fa4f5f6f by drivers openvswitch,hyperv on host dv-cinder-851279-3-iscsi at level 0 using segments [{'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 04:50:32.209146 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256dfc92-9038-41cd-838a-f1aeb062a4d8 None None] Attempting to bind port 3e16a93e-de86-44a3-893a-9342fa4f5f6f on network 0194f4bd-d033-4ee0-a642-9d17cfb40f96 {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 04:50:32.221235 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256dfc92-9038-41cd-838a-f1aeb062a4d8 None None] Checking agent: {'id': 'b9fa2c71-9776-421f-81b8-af2eb557e43b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 49, 56), 'started_at': datetime.datetime(2022, 7, 30, 4, 50, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 4, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 04:50:32.221636 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256dfc92-9038-41cd-838a-f1aeb062a4d8 None None] Checking segment: {'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 04:50:32.222034 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-256dfc92-9038-41cd-838a-f1aeb062a4d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:32.222424 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256dfc92-9038-41cd-838a-f1aeb062a4d8 None None] Bound using segment: {'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 04:50:32.222956 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-256dfc92-9038-41cd-838a-f1aeb062a4d8 None None] Bound port: 3e16a93e-de86-44a3-893a-9342fa4f5f6f, host: dv-cinder-851279-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 04:50:32.223344 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-256dfc92-9038-41cd-838a-f1aeb062a4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (3e16a93e-de86-44a3-893a-9342fa4f5f6f), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:32.247016 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553c305-2f85-4d10-b03c-26e49257d6e2 None None] Pushing event updated for resources: {'Port': ['ID=3e16a93e-de86-44a3-893a-9342fa4f5f6f,revision_number=2']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:50:32.276898 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-256dfc92-9038-41cd-838a-f1aeb062a4d8 None None] For port 3e16a93e-de86-44a3-893a-9342fa4f5f6f, host dv-cinder-851279-3-iscsi, cleared binding levels {{(pid=103972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:50:32.280276 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-256dfc92-9038-41cd-838a-f1aeb062a4d8 None None] For port 3e16a93e-de86-44a3-893a-9342fa4f5f6f, host dv-cinder-851279-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=3e16a93e-de86-44a3-893a-9342fa4f5f6f,segment=NetworkSegment(e5d036d1-25f5-4dcf-bf6d-d8f947655ab3),segment_id=e5d036d1-25f5-4dcf-bf6d-d8f947655ab3)] {{(pid=103972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:50:32.285350 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-256dfc92-9038-41cd-838a-f1aeb062a4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (3e16a93e-de86-44a3-893a-9342fa4f5f6f), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:32.319658 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:50:32.327791 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256dfc92-9038-41cd-838a-f1aeb062a4d8 None None] Routers {'3275f668-19e3-48aa-a0f1-81815e714d2d'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 04:50:32.328502 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-256dfc92-9038-41cd-838a-f1aeb062a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T04:50:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['3275f668-19e3-48aa-a0f1-81815e714d2d'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:50:32.378848 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553c305-2f85-4d10-b03c-26e49257d6e2 None None] Pushing event updated for resources: {'Port': ['ID=3e16a93e-de86-44a3-893a-9342fa4f5f6f,revision_number=3']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:50:32.445558 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-256dfc92-9038-41cd-838a-f1aeb062a4d8 None None] Set router 3275f668-19e3-48aa-a0f1-81815e714d2d gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 04:50:32.635669 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:50:32.646397 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-256dfc92-9038-41cd-838a-f1aeb062a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3275f668-19e3-48aa-a0f1-81815e714d2d', 'name': 'router1', 'tenant_id': '395264e10f8345d89e730d4c1a103dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '3e16a93e-de86-44a3-893a-9342fa4f5f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:50:12Z', 'updated_at': '2022-07-30T04:50:29Z', 'revision_number': 4, 'project_id': '395264e10f8345d89e730d4c1a103dd2', 'gw_port': {'id': '3e16a93e-de86-44a3-893a-9342fa4f5f6f', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:19:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3275f668-19e3-48aa-a0f1-81815e714d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:50:29Z', 'updated_at': '2022-07-30T04:50:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': '969ed97d-7ea8-477d-9fb2-4e46551d9b9b', 'name': '', 'network_id': '0b4537b8-185d-478e-aec9-1470a5101461', 'tenant_id': '395264e10f8345d89e730d4c1a103dd2', 'mac_address': 'fa:16:3e:4d:b8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3275f668-19e3-48aa-a0f1-81815e714d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59c80fee-ec1f-41c4-87dc-c9a963bda177', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:50:21Z', 'updated_at': '2022-07-30T04:50:31Z', 'revision_number': 5, 'project_id': '395264e10f8345d89e730d4c1a103dd2', 'subnets': [{'id': '59c80fee-ec1f-41c4-87dc-c9a963bda177', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9df90855-977a-4056-9306-2114c6960742'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:50:32.660267 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 45664) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:50:32.677169 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256dfc92-9038-41cd-838a-f1aeb062a4d8 None None] The sync data for ids ['3275f668-19e3-48aa-a0f1-81815e714d2d'] in dv-cinder-851279-3-iscsi is: [{'id': '3275f668-19e3-48aa-a0f1-81815e714d2d', 'name': 'router1', 'tenant_id': '395264e10f8345d89e730d4c1a103dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '3e16a93e-de86-44a3-893a-9342fa4f5f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:50:12Z', 'updated_at': '2022-07-30T04:50:29Z', 'revision_number': 4, 'project_id': '395264e10f8345d89e730d4c1a103dd2', 'gw_port': {'id': '3e16a93e-de86-44a3-893a-9342fa4f5f6f', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:19:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3275f668-19e3-48aa-a0f1-81815e714d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:50:29Z', 'updated_at': '2022-07-30T04:50:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': '969ed97d-7ea8-477d-9fb2-4e46551d9b9b', 'name': '', 'network_id': '0b4537b8-185d-478e-aec9-1470a5101461', 'tenant_id': '395264e10f8345d89e730d4c1a103dd2', 'mac_address': 'fa:16:3e:4d:b8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3275f668-19e3-48aa-a0f1-81815e714d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59c80fee-ec1f-41c4-87dc-c9a963bda177', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:50:21Z', 'updated_at': '2022-07-30T04:50:31Z', 'revision_number': 5, 'project_id': '395264e10f8345d89e730d4c1a103dd2', 'subnets': [{'id': '59c80fee-ec1f-41c4-87dc-c9a963bda177', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9df90855-977a-4056-9306-2114c6960742'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:50:33.101920 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-b95bd690-8c89-414a-8f57-c1dbfe4f868d admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.4405253 Jul 30 04:50:33.457001 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 969ed97d-7ea8-477d-9fb2-4e46551d9b9b up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:50:33.503158 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 969ed97d-7ea8-477d-9fb2-4e46551d9b9b triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:50:33.503600 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (969ed97d-7ea8-477d-9fb2-4e46551d9b9b), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:33.577736 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 969ed97d-7ea8-477d-9fb2-4e46551d9b9b is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:50:33.578841 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 3e16a93e-de86-44a3-893a-9342fa4f5f6f up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:50:33.625795 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 3e16a93e-de86-44a3-893a-9342fa4f5f6f triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:50:33.626192 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (3e16a93e-de86-44a3-893a-9342fa4f5f6f), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:33.698494 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 3e16a93e-de86-44a3-893a-9342fa4f5f6f is: DOWN; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:50:33.698889 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (3e16a93e-de86-44a3-893a-9342fa4f5f6f), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:33.720557 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] For port 3e16a93e-de86-44a3-893a-9342fa4f5f6f, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=3e16a93e-de86-44a3-893a-9342fa4f5f6f,segment=NetworkSegment(e5d036d1-25f5-4dcf-bf6d-d8f947655ab3),segment_id=e5d036d1-25f5-4dcf-bf6d-d8f947655ab3)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:50:33.725664 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (3e16a93e-de86-44a3-893a-9342fa4f5f6f), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:33.775910 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Pushing event updated for resources: {'Port': ['ID=3e16a93e-de86-44a3-893a-9342fa4f5f6f,revision_number=4']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:50:34.551004 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=23 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:50:34.552587 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=47 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:50:35.388614 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 3e16a93e-de86-44a3-893a-9342fa4f5f6f up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:50:35.442774 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 3e16a93e-de86-44a3-893a-9342fa4f5f6f triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:50:35.443171 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (3e16a93e-de86-44a3-893a-9342fa4f5f6f), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:35.517919 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 3e16a93e-de86-44a3-893a-9342fa4f5f6f is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:50:43.090470 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=23 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:50:43.098026 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:50:45.510887 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:50:45.516065 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:50:50.465752 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-78ac990b-571c-40d7-8e8e-41952d72e305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:52.742020 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e002fd01-0070-45da-9cbe-55b14bafdaa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:53.833437 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:55.233718 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:55.642054 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:50:59.173527 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.agents_db [None req-c768def0-c5c3-40f0-ac12-561af9dad95f None None] Agent healthcheck: found 5 active agents {{(pid=103973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:51:02.177250 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:51:05.227663 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:51:05.637146 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:51:09.170532 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=7 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:51:20.476695 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-8fba9f60-1413-4c46-8a45-54758aec047b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:51:22.750191 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-225b4f8a-94bf-4966-881a-6958a1ca5705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:51:23.824570 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:51:25.230849 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:51:25.629053 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:51:35.616979 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:51:35.623092 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:51:36.172865 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.agents_db [None req-c768def0-c5c3-40f0-ac12-561af9dad95f None None] Agent healthcheck: found 5 active agents {{(pid=103973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:51:46.169555 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=5 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:51:49.170576 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:51:50.470320 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-1288ffd6-daf5-4cf6-9470-bad1c6a00e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:51:52.742302 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-632fdaea-0a6d-4b31-a8d9-0b9a18a4beb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:51:53.830108 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:51:54.471659 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 46206) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:51:54.806744 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.pecan_wsgi.hooks.translation [None req-b78f8819-3c45-40f3-a1f3-31d4ddc01913 admin admin] GET failed (client error): The resource could not be found. Jul 30 04:51:54.808021 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-b78f8819-3c45-40f3-a1f3-31d4ddc01913 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3354061 Jul 30 04:51:54.969996 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7445adda-6316-4345-945b-46b3004edd46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:51:54.971533 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-7445adda-6316-4345-945b-46b3004edd46 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1593478 Jul 30 04:51:55.232010 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:51:55.632788 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:51:57.151443 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 46216) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:51:57.524026 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8578f30b-42bb-4365-9d60-225f13aee8dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:51:57.525267 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-8578f30b-42bb-4365-9d60-225f13aee8dd admin admin] 10.222.0.20 "GET /v2.0/subnets/59c80fee-ec1f-41c4-87dc-c9a963bda177 HTTP/1.1" status: 200 len: 849 time: 0.3728738 Jul 30 04:51:57.535503 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-48699d14-32f7-488f-9cd1-2e2ef21e66c8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:51:57.621682 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-48699d14-32f7-488f-9cd1-2e2ef21e66c8 admin admin] Publish callbacks [] for subnet (59c80fee-ec1f-41c4-87dc-c9a963bda177), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:51:57.838860 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-48699d14-32f7-488f-9cd1-2e2ef21e66c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736268793061'] for subnet (59c80fee-ec1f-41c4-87dc-c9a963bda177), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:51:57.869364 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48699d14-32f7-488f-9cd1-2e2ef21e66c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:51:57.869967 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-48699d14-32f7-488f-9cd1-2e2ef21e66c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for subnet (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:51:57.871419 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-48699d14-32f7-488f-9cd1-2e2ef21e66c8 admin admin] 10.222.0.20 "PUT /v2.0/subnets/59c80fee-ec1f-41c4-87dc-c9a963bda177 HTTP/1.1" status: 200 len: 868 time: 0.3395588 Jul 30 04:51:57.892146 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8886f6c2-33ba-48a0-959a-dc49c39d922f None None] Network 0b4537b8-185d-478e-aec9-1470a5101461 requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 04:51:57.897429 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48699d14-32f7-488f-9cd1-2e2ef21e66c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59c80fee-ec1f-41c4-87dc-c9a963bda177,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:51:57.905666 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48699d14-32f7-488f-9cd1-2e2ef21e66c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:57.905910 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48699d14-32f7-488f-9cd1-2e2ef21e66c8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:57.906855 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48699d14-32f7-488f-9cd1-2e2ef21e66c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:57.907214 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48699d14-32f7-488f-9cd1-2e2ef21e66c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:57.907555 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48699d14-32f7-488f-9cd1-2e2ef21e66c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:57.907889 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48699d14-32f7-488f-9cd1-2e2ef21e66c8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:57.908220 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48699d14-32f7-488f-9cd1-2e2ef21e66c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:57.908551 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48699d14-32f7-488f-9cd1-2e2ef21e66c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:57.908929 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48699d14-32f7-488f-9cd1-2e2ef21e66c8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:57.909265 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48699d14-32f7-488f-9cd1-2e2ef21e66c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:57.909609 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48699d14-32f7-488f-9cd1-2e2ef21e66c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:57.909945 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48699d14-32f7-488f-9cd1-2e2ef21e66c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:57.910274 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48699d14-32f7-488f-9cd1-2e2ef21e66c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:57.910650 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48699d14-32f7-488f-9cd1-2e2ef21e66c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:57.910975 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48699d14-32f7-488f-9cd1-2e2ef21e66c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:51:58.258591 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-7a1c918d-1b99-42dc-b38d-8c49fb9d2719 None None] Provisioning complete for port 969ed97d-7ea8-477d-9fb2-4e46551d9b9b triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:51:58.258991 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-7a1c918d-1b99-42dc-b38d-8c49fb9d2719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (969ed97d-7ea8-477d-9fb2-4e46551d9b9b), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:51:58.331808 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-7a1c918d-1b99-42dc-b38d-8c49fb9d2719 None None] Current status of the port 969ed97d-7ea8-477d-9fb2-4e46551d9b9b is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:51:58.339833 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-7a1c918d-1b99-42dc-b38d-8c49fb9d2719 None None] Provisioning complete for port b6fa5f97-906b-49d6-8c32-c8364cd368d1 triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:51:58.340225 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-7a1c918d-1b99-42dc-b38d-8c49fb9d2719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (b6fa5f97-906b-49d6-8c32-c8364cd368d1), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:51:58.413761 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-7a1c918d-1b99-42dc-b38d-8c49fb9d2719 None None] Current status of the port b6fa5f97-906b-49d6-8c32-c8364cd368d1 is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:52:00.094333 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 46224) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:52:00.575965 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062b35e4-0130-4d5b-a677-61da6c6e4f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:52:00.576362 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062b35e4-0130-4d5b-a677-61da6c6e4f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:52:00.578521 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-062b35e4-0130-4d5b-a677-61da6c6e4f60 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4831500 Jul 30 04:52:02.754299 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 46234) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:52:03.162520 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a400148-3e41-45cf-b280-02b252ce5cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:52:03.162928 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a400148-3e41-45cf-b280-02b252ce5cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:52:03.164472 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-1a400148-3e41-45cf-b280-02b252ce5cbd admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4091964 Jul 30 04:52:05.322560 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 46242) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:52:05.752271 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c08f20-2dab-433e-92ff-eb6628d1eb6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:52:05.753623 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-48c08f20-2dab-433e-92ff-eb6628d1eb6e admin admin] 10.222.0.20 "GET /v2.0/networks/0194f4bd-d033-4ee0-a642-9d17cfb40f96 HTTP/1.1" status: 200 len: 886 time: 0.4301169 Jul 30 04:52:07.901271 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=58,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:52:07.902021 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=64,neutron:INSERT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:52:07.919863 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 46250) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:52:08.334826 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883f1fb1-a3d0-4b6d-8f1d-9d4b0984794e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:52:08.336075 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-883f1fb1-a3d0-4b6d-8f1d-9d4b0984794e admin admin] 10.222.0.20 "GET /v2.0/networks/0b4537b8-185d-478e-aec9-1470a5101461 HTTP/1.1" status: 200 len: 869 time: 0.4152482 Jul 30 04:52:08.408498 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:52:08.412016 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=47,neutron:UPDATE=4 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:52:10.538728 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 46260) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:52:10.945420 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6726f7d-31dd-47ff-92dd-07cfc1fe421c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:52:10.945806 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6726f7d-31dd-47ff-92dd-07cfc1fe421c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:52:10.947397 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-b6726f7d-31dd-47ff-92dd-07cfc1fe421c admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4077206 Jul 30 04:52:13.152782 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 46268) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:52:13.171105 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.agents_db [None req-c768def0-c5c3-40f0-ac12-561af9dad95f None None] Agent healthcheck: found 5 active agents {{(pid=103973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:52:13.523249 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6821a7e4-6cea-4260-8fb6-98deba52ff4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:52:13.523638 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6821a7e4-6cea-4260-8fb6-98deba52ff4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:52:13.525136 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-6821a7e4-6cea-4260-8fb6-98deba52ff4b admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3714066 Jul 30 04:52:15.706488 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 46276) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:52:16.179478 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:52:16.202933 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2e589e-8ee3-4cda-9e8e-a9e3a5ef3a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:52:16.204305 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-da2e589e-8ee3-4cda-9e8e-a9e3a5ef3a16 admin admin] 10.222.0.20 "GET /v2.0/subnets/59c80fee-ec1f-41c4-87dc-c9a963bda177 HTTP/1.1" status: 200 len: 868 time: 0.4962184 Jul 30 04:52:18.330912 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=10 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:52:18.333041 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=13 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:52:18.391726 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 46284) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:52:18.770075 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae43cacf-cc6c-48e5-9198-33b0cd11f09c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:52:18.771621 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-ae43cacf-cc6c-48e5-9198-33b0cd11f09c admin admin] 10.222.0.20 "GET /v2.0/subnets/6c0201b0-7b08-4a32-872b-15ffee5372f4 HTTP/1.1" status: 200 len: 816 time: 0.3787005 Jul 30 04:52:20.473188 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e36231bf-0307-4ff9-958a-c1e0fb4ed05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:52:22.745780 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-5abbc6e1-9718-4514-a72b-c0cd734cf87d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:52:23.172207 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=5 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:52:23.829675 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:52:25.235353 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:52:25.636934 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:52:28.765581 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=56 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:52:28.766454 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=59 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:52:35.629242 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:52:35.631637 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:52:46.692709 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 46338) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:52:47.017759 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [None req-dcea0cfb-02a1-47d7-827b-b61d9fe2dc69 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103970) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 30 04:52:47.018784 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-dcea0cfb-02a1-47d7-827b-b61d9fe2dc69 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3250902 Jul 30 04:52:49.313154 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 46346) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:52:49.658902 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.pecan_wsgi.hooks.translation [None req-8552c55a-5a87-43b2-a2f7-f6408900e829 admin admin] GET failed (client error): The resource could not be found. Jul 30 04:52:49.660177 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-8552c55a-5a87-43b2-a2f7-f6408900e829 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3460643 Jul 30 04:52:49.813639 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2aa10f-0dc6-4734-bafa-265e3a5d2825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:52:49.815155 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-ff2aa10f-0dc6-4734-bafa-265e3a5d2825 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1508834 Jul 30 04:52:50.171154 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.agents_db [None req-c768def0-c5c3-40f0-ac12-561af9dad95f None None] Agent healthcheck: found 5 active agents {{(pid=103973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:52:50.477056 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-903e3ef8-48a6-46ef-84e6-c7d4bce844b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:52:52.015676 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 46354) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:52:52.342338 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-7d06a430-bf4c-49af-a450-64cc45acdb5d admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:52:52.363393 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d06a430-bf4c-49af-a450-64cc45acdb5d admin admin] Made reservation on behalf of 2e75ff1f24d24ead87dfc7d32ddc1723 for: {'network': 1} {{(pid=103970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:52:52.365753 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-7d06a430-bf4c-49af-a450-64cc45acdb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for network (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:52:52.450797 dv-cinder-851279-3-iscsi neutron-server[103970]: WARNING neutron.services.revisions.revision_plugin [None req-7d06a430-bf4c-49af-a450-64cc45acdb5d admin admin] Could not find related network for resource to bump revision. Jul 30 04:52:52.463117 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d06a430-bf4c-49af-a450-64cc45acdb5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=103970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:52:52.472966 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-7d06a430-bf4c-49af-a450-64cc45acdb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101'] for segment (0b3bb8f0-2ba0-4567-8a86-9e26f53c354b), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:52:52.473309 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.db.segments_db [None req-7d06a430-bf4c-49af-a450-64cc45acdb5d admin admin] Added segment 0b3bb8f0-2ba0-4567-8a86-9e26f53c354b of type vlan for network 3956c85e-4429-4657-b3ef-314f849dde5c Jul 30 04:52:52.513324 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-7d06a430-bf4c-49af-a450-64cc45acdb5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736268284326'] for network (3956c85e-4429-4657-b3ef-314f849dde5c), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:52:52.537870 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-7d06a430-bf4c-49af-a450-64cc45acdb5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920'] for network (3956c85e-4429-4657-b3ef-314f849dde5c), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:52:52.538838 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d06a430-bf4c-49af-a450-64cc45acdb5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:52:52.539410 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-7d06a430-bf4c-49af-a450-64cc45acdb5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for network (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:52:52.591293 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-7d06a430-bf4c-49af-a450-64cc45acdb5d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5744612 Jul 30 04:52:52.601912 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d06a430-bf4c-49af-a450-64cc45acdb5d admin admin] Pushing event updated for resources: {'Network': ['ID=3956c85e-4429-4657-b3ef-314f849dde5c,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:52:52.609584 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d06a430-bf4c-49af-a450-64cc45acdb5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:52:52.609937 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d06a430-bf4c-49af-a450-64cc45acdb5d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:52:52.610284 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d06a430-bf4c-49af-a450-64cc45acdb5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:52:52.610660 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d06a430-bf4c-49af-a450-64cc45acdb5d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:52:52.610999 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d06a430-bf4c-49af-a450-64cc45acdb5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:52:52.611334 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d06a430-bf4c-49af-a450-64cc45acdb5d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:52:52.611668 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d06a430-bf4c-49af-a450-64cc45acdb5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:52:52.611997 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d06a430-bf4c-49af-a450-64cc45acdb5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:52:52.612350 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d06a430-bf4c-49af-a450-64cc45acdb5d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:52:52.612706 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d06a430-bf4c-49af-a450-64cc45acdb5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:52:52.613058 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d06a430-bf4c-49af-a450-64cc45acdb5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:52:52.613408 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d06a430-bf4c-49af-a450-64cc45acdb5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:52:52.613767 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d06a430-bf4c-49af-a450-64cc45acdb5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:52:52.614094 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d06a430-bf4c-49af-a450-64cc45acdb5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:52:52.614420 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d06a430-bf4c-49af-a450-64cc45acdb5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:52:52.627036 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Network 3956c85e-4429-4657-b3ef-314f849dde5c details requested by agent ovs-agent-dv-cinder-851279-3-iscsi with host dv-cinder-851279-3-iscsi {{(pid=103972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:52:52.752541 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-1f5b0599-5048-4041-b958-146b4faf32d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:52:53.831307 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:52:54.835716 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 46362) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:52:55.174175 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a266ec-b953-4c3b-8a84-e4e992ec70dc admin admin] GET failed (client error): The resource could not be found. Jul 30 04:52:55.175517 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-07a266ec-b953-4c3b-8a84-e4e992ec70dc admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3388393 Jul 30 04:52:55.236859 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:52:55.246726 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39b22a8-b1b6-44ab-919e-9bbf14098616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:52:55.248866 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-c39b22a8-b1b6-44ab-919e-9bbf14098616 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0692730 Jul 30 04:52:55.258618 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-2f0f03a8-5c0a-4601-909e-e33ceff9c53b admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '3956c85e-4429-4657-b3ef-314f849dde5c', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:52:55.278711 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0f03a8-5c0a-4601-909e-e33ceff9c53b admin admin] Made reservation on behalf of 2e75ff1f24d24ead87dfc7d32ddc1723 for: {'subnet': 1} {{(pid=103970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:52:55.281136 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2f0f03a8-5c0a-4601-909e-e33ceff9c53b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:52:55.454134 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2f0f03a8-5c0a-4601-909e-e33ceff9c53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920'] for subnet (b4ba2fe0-6d9f-4fa2-9332-4f94d73f6165), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:52:55.508479 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f03a8-5c0a-4601-909e-e33ceff9c53b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4ba2fe0-6d9f-4fa2-9332-4f94d73f6165,revision_number=0']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:52:55.523376 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0f03a8-5c0a-4601-909e-e33ceff9c53b admin admin] Checking segment: {'id': '0b3bb8f0-2ba0-4567-8a86-9e26f53c354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3956c85e-4429-4657-b3ef-314f849dde5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 04:52:55.523729 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0f03a8-5c0a-4601-909e-e33ceff9c53b admin admin] Network hostable DHCP agents. Network: 3956c85e-4429-4657-b3ef-314f849dde5c, hostable agents: ['5671713e-478d-4a9e-a7e0-1ef6e7bf2e69'], hosted agents: [] {{(pid=103970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:52:55.541315 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0f03a8-5c0a-4601-909e-e33ceff9c53b admin admin] Network 3956c85e-4429-4657-b3ef-314f849dde5c is scheduled to be hosted by DHCP agent 5671713e-478d-4a9e-a7e0-1ef6e7bf2e69 with binding_index 1 {{(pid=103970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:52:55.550775 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-2f0f03a8-5c0a-4601-909e-e33ceff9c53b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-3-iscsi, 3956c85e-4429-4657-b3ef-314f849dde5c) {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:52:55.554659 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0f03a8-5c0a-4601-909e-e33ceff9c53b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:52:55.555249 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2f0f03a8-5c0a-4601-909e-e33ceff9c53b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for subnet (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:52:55.560737 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe5071c-2ea1-469e-b7ec-b2585910f6d0 None None] Network 3956c85e-4429-4657-b3ef-314f849dde5c requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 04:52:55.571815 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-2f0f03a8-5c0a-4601-909e-e33ceff9c53b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3165553 Jul 30 04:52:55.658902 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:52:55.690923 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5aea7a-7b0f-4b91-b19c-28563a86a28c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1f0b50b-4d25-5308-a6a0-6c18effd14bc-3956c85e-4429-4657-b3ef-314f849dde5c', 'network_id': '3956c85e-4429-4657-b3ef-314f849dde5c', 'project_id': '2e75ff1f24d24ead87dfc7d32ddc1723', 'fixed_ips': [{'subnet_id': 'b4ba2fe0-6d9f-4fa2-9332-4f94d73f6165'}]}} from dv-cinder-851279-3-iscsi. {{(pid=103972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 30 04:52:55.691906 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-ed5aea7a-7b0f-4b91-b19c-28563a86a28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:52:55.831598 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.db_base_plugin_common [None req-ed5aea7a-7b0f-4b91-b19c-28563a86a28c None None] Allocated IP 192.168.233.2 (3956c85e-4429-4657-b3ef-314f849dde5c/b4ba2fe0-6d9f-4fa2-9332-4f94d73f6165/4654af12-3258-46ac-8026-19296bc56f31) {{(pid=103972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:52:55.978086 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-ed5aea7a-7b0f-4b91-b19c-28563a86a28c None None] Publish callbacks [] for port (4654af12-3258-46ac-8026-19296bc56f31), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:52:55.985602 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-ed5aea7a-7b0f-4b91-b19c-28563a86a28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840'] for port (4654af12-3258-46ac-8026-19296bc56f31), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:52:56.026332 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5aea7a-7b0f-4b91-b19c-28563a86a28c None None] Network 3956c85e-4429-4657-b3ef-314f849dde5c is already hosted by enough agents. {{(pid=103972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:52:56.030862 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-ed5aea7a-7b0f-4b91-b19c-28563a86a28c None None] Resources bound (agent type, host, resource id): {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:52:56.033648 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5aea7a-7b0f-4b91-b19c-28563a86a28c None None] Received port after_create {{(pid=103972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 04:52:56.050289 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5aea7a-7b0f-4b91-b19c-28563a86a28c None None] Pushing event updated for resources: {'Port': ['ID=4654af12-3258-46ac-8026-19296bc56f31,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:52:56.071985 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5aea7a-7b0f-4b91-b19c-28563a86a28c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:52:56.072326 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5aea7a-7b0f-4b91-b19c-28563a86a28c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:52:56.072967 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5aea7a-7b0f-4b91-b19c-28563a86a28c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:52:56.073317 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5aea7a-7b0f-4b91-b19c-28563a86a28c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:52:56.073646 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5aea7a-7b0f-4b91-b19c-28563a86a28c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:52:56.073970 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5aea7a-7b0f-4b91-b19c-28563a86a28c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:52:56.074292 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5aea7a-7b0f-4b91-b19c-28563a86a28c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:52:56.074635 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5aea7a-7b0f-4b91-b19c-28563a86a28c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:52:56.074962 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5aea7a-7b0f-4b91-b19c-28563a86a28c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:52:56.075283 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5aea7a-7b0f-4b91-b19c-28563a86a28c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:52:56.076140 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5aea7a-7b0f-4b91-b19c-28563a86a28c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:52:56.076476 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5aea7a-7b0f-4b91-b19c-28563a86a28c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:52:56.078463 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5aea7a-7b0f-4b91-b19c-28563a86a28c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:52:56.078463 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5aea7a-7b0f-4b91-b19c-28563a86a28c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:52:56.078463 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5aea7a-7b0f-4b91-b19c-28563a86a28c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:52:56.111633 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-ed5aea7a-7b0f-4b91-b19c-28563a86a28c None None] Attempting to bind port 4654af12-3258-46ac-8026-19296bc56f31 on host dv-cinder-851279-3-iscsi for vnic_type normal with profile {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 04:52:56.111997 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-ed5aea7a-7b0f-4b91-b19c-28563a86a28c None None] Attempting to bind port 4654af12-3258-46ac-8026-19296bc56f31 by drivers openvswitch,hyperv on host dv-cinder-851279-3-iscsi at level 0 using segments [{'id': '0b3bb8f0-2ba0-4567-8a86-9e26f53c354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3956c85e-4429-4657-b3ef-314f849dde5c'}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 04:52:56.112361 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5aea7a-7b0f-4b91-b19c-28563a86a28c None None] Attempting to bind port 4654af12-3258-46ac-8026-19296bc56f31 on network 3956c85e-4429-4657-b3ef-314f849dde5c {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 04:52:56.117941 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5aea7a-7b0f-4b91-b19c-28563a86a28c None None] Checking agent: {'id': 'b9fa2c71-9776-421f-81b8-af2eb557e43b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 49, 56), 'started_at': datetime.datetime(2022, 7, 30, 4, 50, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 4, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 04:52:56.118312 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5aea7a-7b0f-4b91-b19c-28563a86a28c None None] Checking segment: {'id': '0b3bb8f0-2ba0-4567-8a86-9e26f53c354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3956c85e-4429-4657-b3ef-314f849dde5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 04:52:56.118736 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-ed5aea7a-7b0f-4b91-b19c-28563a86a28c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:52:56.119125 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5aea7a-7b0f-4b91-b19c-28563a86a28c None None] Bound using segment: {'id': '0b3bb8f0-2ba0-4567-8a86-9e26f53c354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3956c85e-4429-4657-b3ef-314f849dde5c'} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 04:52:56.119578 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-ed5aea7a-7b0f-4b91-b19c-28563a86a28c None None] Bound port: 4654af12-3258-46ac-8026-19296bc56f31, host: dv-cinder-851279-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b3bb8f0-2ba0-4567-8a86-9e26f53c354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3956c85e-4429-4657-b3ef-314f849dde5c'}}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 04:52:56.119958 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-ed5aea7a-7b0f-4b91-b19c-28563a86a28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (4654af12-3258-46ac-8026-19296bc56f31), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:52:56.180398 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-ed5aea7a-7b0f-4b91-b19c-28563a86a28c None None] For port 4654af12-3258-46ac-8026-19296bc56f31, host dv-cinder-851279-3-iscsi, cleared binding levels {{(pid=103972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:52:56.183954 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-ed5aea7a-7b0f-4b91-b19c-28563a86a28c None None] For port 4654af12-3258-46ac-8026-19296bc56f31, host dv-cinder-851279-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=4654af12-3258-46ac-8026-19296bc56f31,segment=NetworkSegment(0b3bb8f0-2ba0-4567-8a86-9e26f53c354b),segment_id=0b3bb8f0-2ba0-4567-8a86-9e26f53c354b)] {{(pid=103972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:52:56.191097 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-ed5aea7a-7b0f-4b91-b19c-28563a86a28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (4654af12-3258-46ac-8026-19296bc56f31), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:52:56.248704 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5aea7a-7b0f-4b91-b19c-28563a86a28c None None] Pushing event updated for resources: {'Port': ['ID=4654af12-3258-46ac-8026-19296bc56f31,revision_number=2']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:52:57.026631 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbb43ac-86d7-49b3-ae4b-be201697bf23 None None] Network 3956c85e-4429-4657-b3ef-314f849dde5c requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 04:52:57.081470 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:52:57.091102 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:52:57.092492 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-fc98c0bc-3b00-44f1-9099-1b053b158625 None None] Provisioning complete for port 4654af12-3258-46ac-8026-19296bc56f31 triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:52:57.093153 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-fc98c0bc-3b00-44f1-9099-1b053b158625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (4654af12-3258-46ac-8026-19296bc56f31), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:52:57.217289 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-fc98c0bc-3b00-44f1-9099-1b053b158625 None None] Current status of the port 4654af12-3258-46ac-8026-19296bc56f31 is: DOWN; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:52:57.217676 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-fc98c0bc-3b00-44f1-9099-1b053b158625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (4654af12-3258-46ac-8026-19296bc56f31), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:52:57.255741 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-fc98c0bc-3b00-44f1-9099-1b053b158625 None None] For port 4654af12-3258-46ac-8026-19296bc56f31, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=4654af12-3258-46ac-8026-19296bc56f31,segment=NetworkSegment(0b3bb8f0-2ba0-4567-8a86-9e26f53c354b),segment_id=0b3bb8f0-2ba0-4567-8a86-9e26f53c354b)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:52:57.261333 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-fc98c0bc-3b00-44f1-9099-1b053b158625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (4654af12-3258-46ac-8026-19296bc56f31), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:52:57.311768 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98c0bc-3b00-44f1-9099-1b053b158625 None None] Pushing event updated for resources: {'Port': ['ID=4654af12-3258-46ac-8026-19296bc56f31,revision_number=3']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:52:57.475868 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 4654af12-3258-46ac-8026-19296bc56f31 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:52:57.506920 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-69f91bbc-9499-483c-8176-a3281e69d432 None None] Provisioning complete for port 4654af12-3258-46ac-8026-19296bc56f31 triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:52:57.507316 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-69f91bbc-9499-483c-8176-a3281e69d432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (4654af12-3258-46ac-8026-19296bc56f31), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:52:57.562075 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 4654af12-3258-46ac-8026-19296bc56f31 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:52:57.562477 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (4654af12-3258-46ac-8026-19296bc56f31), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:52:57.620782 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-69f91bbc-9499-483c-8176-a3281e69d432 None None] Current status of the port 4654af12-3258-46ac-8026-19296bc56f31 is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:52:57.764300 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 4654af12-3258-46ac-8026-19296bc56f31 is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:53:00.166424 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=16 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:53:00.167672 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=18 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:53:05.564363 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=75,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:53:05.565138 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:53:07.758423 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:53:07.762875 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:53:20.480917 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2f6bed2d-8722-45e1-9f22-650908422c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:53:22.747302 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-61e9d3fc-6696-4963-9c05-956197ceaad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:53:23.835561 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:53:25.239547 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:53:25.642302 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:53:27.170259 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.agents_db [None req-c768def0-c5c3-40f0-ac12-561af9dad95f None None] Agent healthcheck: found 5 active agents {{(pid=103973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:53:35.631717 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:53:35.638551 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:53:37.166095 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:53:37.167318 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=6 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:53:49.165034 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:53:49.165781 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:DELETE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:53:50.482963 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-4d277938-e757-48ac-af71-d1f3febbdb64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:53:52.750932 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b07be0f3-0563-4486-8780-5ae70f37b2f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:53:53.837779 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:53:55.242060 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:53:55.644081 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:54:04.170289 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.agents_db [None req-c768def0-c5c3-40f0-ac12-561af9dad95f None None] Agent healthcheck: found 5 active agents {{(pid=103973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:54:05.638245 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:54:05.640253 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:54:14.165707 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=4 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:54:14.166491 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=6 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:54:20.485279 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-8a7727cd-178e-42ed-b5da-18968d9f12d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:54:22.755655 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f4cf4e01-b146-4d95-87ee-46e05ad1db83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:54:23.840360 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:54:25.245640 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:54:25.650306 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:54:30.700425 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 46402) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:54:30.706096 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [None req-66e7a39a-6b3d-4206-b51f-8c96aec022d8 tempest-verify_tempest_config-606603569 tempest-verify_tempest_config-606603569-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103970) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 30 04:54:30.707132 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-66e7a39a-6b3d-4206-b51f-8c96aec022d8 tempest-verify_tempest_config-606603569 tempest-verify_tempest_config-606603569-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057395 Jul 30 04:54:31.220501 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 46420) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:54:31.553469 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7c09fe83-92e2-42d0-a55b-246257b3519b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:54:31.655644 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7c09fe83-92e2-42d0-a55b-246257b3519b admin admin] Publish callbacks [] for security_group (b3fa28eb-333e-44ab-b3ce-357fd4537d51), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:54:31.659364 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7c09fe83-92e2-42d0-a55b-246257b3519b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (b3fa28eb-333e-44ab-b3ce-357fd4537d51), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:54:31.708509 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-7c09fe83-92e2-42d0-a55b-246257b3519b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d34c8aa4cc754824b9e9f116dbd66819&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4869387 Jul 30 04:54:31.709404 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c09fe83-92e2-42d0-a55b-246257b3519b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fa28eb-333e-44ab-b3ce-357fd4537d51,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:54:31.710609 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 46426) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:54:31.717121 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c09fe83-92e2-42d0-a55b-246257b3519b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:54:31.717506 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c09fe83-92e2-42d0-a55b-246257b3519b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:54:31.717867 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c09fe83-92e2-42d0-a55b-246257b3519b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:54:31.718398 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c09fe83-92e2-42d0-a55b-246257b3519b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:54:31.718702 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c09fe83-92e2-42d0-a55b-246257b3519b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:54:31.719061 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c09fe83-92e2-42d0-a55b-246257b3519b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:54:31.719499 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c09fe83-92e2-42d0-a55b-246257b3519b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:54:31.719829 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c09fe83-92e2-42d0-a55b-246257b3519b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:54:31.720170 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c09fe83-92e2-42d0-a55b-246257b3519b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:54:31.720534 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c09fe83-92e2-42d0-a55b-246257b3519b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:54:31.720890 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c09fe83-92e2-42d0-a55b-246257b3519b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:54:31.721240 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c09fe83-92e2-42d0-a55b-246257b3519b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:54:31.721571 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c09fe83-92e2-42d0-a55b-246257b3519b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:54:31.721899 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c09fe83-92e2-42d0-a55b-246257b3519b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:54:31.722243 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c09fe83-92e2-42d0-a55b-246257b3519b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:54:31.769497 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-afe7d916-c149-42fb-8678-142590167396 admin admin] Publish callbacks [] for security_group (b3fa28eb-333e-44ab-b3ce-357fd4537d51), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:54:31.790384 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-afe7d916-c149-42fb-8678-142590167396 admin admin] Publish callbacks [] for security_group (b3fa28eb-333e-44ab-b3ce-357fd4537d51), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:54:31.883911 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-afe7d916-c149-42fb-8678-142590167396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (b3fa28eb-333e-44ab-b3ce-357fd4537d51), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:54:31.887279 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-afe7d916-c149-42fb-8678-142590167396 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:54:31.888579 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-afe7d916-c149-42fb-8678-142590167396 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b3fa28eb-333e-44ab-b3ce-357fd4537d51 HTTP/1.1" status: 204 len: 168 time: 0.1769021 Jul 30 04:54:31.896429 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe7d916-c149-42fb-8678-142590167396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fa28eb-333e-44ab-b3ce-357fd4537d51,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:54:31.903333 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe7d916-c149-42fb-8678-142590167396 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:54:31.903674 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe7d916-c149-42fb-8678-142590167396 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:54:31.904013 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe7d916-c149-42fb-8678-142590167396 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:54:31.904347 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe7d916-c149-42fb-8678-142590167396 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:54:31.904675 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe7d916-c149-42fb-8678-142590167396 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:54:31.905013 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe7d916-c149-42fb-8678-142590167396 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:54:31.905379 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe7d916-c149-42fb-8678-142590167396 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:54:31.905624 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe7d916-c149-42fb-8678-142590167396 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:54:31.905964 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe7d916-c149-42fb-8678-142590167396 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:54:31.906291 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe7d916-c149-42fb-8678-142590167396 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:54:31.906646 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe7d916-c149-42fb-8678-142590167396 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:54:31.906985 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe7d916-c149-42fb-8678-142590167396 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:54:31.907306 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe7d916-c149-42fb-8678-142590167396 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:54:31.907622 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe7d916-c149-42fb-8678-142590167396 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:54:31.907937 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe7d916-c149-42fb-8678-142590167396 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:54:35.644713 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:54:41.169258 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.agents_db [None req-c768def0-c5c3-40f0-ac12-561af9dad95f None None] Agent healthcheck: found 5 active agents {{(pid=103973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:54:41.704843 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=17,neutron:INSERT=4 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:54:41.713883 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=22,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:54:41.899405 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:54:41.900747 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:54:41.927859 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:54:49.394172 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=13 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:54:50.486737 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b5b0e1e7-fc30-4637-a6d8-502b30613e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:54:51.165447 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=21 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:54:52.759428 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-25b1c021-13da-40af-b42a-0b9b3dede04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:54:53.844015 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:54:55.249764 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:54:55.643938 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:55:05.637865 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:55:05.639760 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:55:18.168794 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.agents_db [None req-c768def0-c5c3-40f0-ac12-561af9dad95f None None] Agent healthcheck: found 5 active agents {{(pid=103973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:55:20.489829 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2ff8b844-71fc-4942-a388-4c59bf2033e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:55:21.177472 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:55:22.762455 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-37c6dee6-d92c-48b5-9e4a-782ac2e11397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:55:23.847389 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:55:25.255097 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:55:25.645900 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:55:28.165134 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=6 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:55:35.640066 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:55:35.642087 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:55:50.490484 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-6177db9d-af4f-4b6e-aef0-db39da04815c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:55:52.764906 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d06cc08c-7acb-4b7b-8469-4bb0160f95a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:55:53.849887 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:55:55.167371 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.agents_db [None req-c768def0-c5c3-40f0-ac12-561af9dad95f None None] Agent healthcheck: found 5 active agents {{(pid=103973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:55:55.258614 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:55:55.647904 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:56:05.162873 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:56:05.163648 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:56:05.642151 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:56:05.643997 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:56:15.853510 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1706466'] for agent (dec4dcff-e2ed-49ed-8dd3-cc3856f345b5), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:56:20.492064 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-c61c0333-37c8-40b9-b2f9-e9ae504579ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:56:22.767608 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-411e7114-66d7-4136-b4b7-eddb91747ca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:56:23.852311 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:56:25.264168 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:56:25.650712 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:56:28.150844 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 46520) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:56:28.299099 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-01de063d-fc02-4e64-949e-ed0350537d72 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1471276 Jul 30 04:56:30.346254 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 46530) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:56:30.401355 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-d93f4181-28ff-494c-b0a1-de83d61a41e3 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0539758 Jul 30 04:56:32.166520 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.agents_db [None req-c768def0-c5c3-40f0-ac12-561af9dad95f None None] Agent healthcheck: found 6 active agents {{(pid=103973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:56:35.644664 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=8,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:56:35.647325 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:56:40.396418 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:56:40.397102 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:56:45.841497 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (dec4dcff-e2ed-49ed-8dd3-cc3856f345b5), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:56:49.394733 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=17 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:56:49.396607 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=17 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:56:50.494172 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b020959e-754e-4a08-94bc-371cbeae871e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:56:52.769590 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-05a41da7-190d-4847-afd4-7b98733d4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:56:53.855068 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:56:55.264174 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:56:55.653728 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:57:05.643428 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:57:05.649412 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:57:09.165261 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.agents_db [None req-c768def0-c5c3-40f0-ac12-561af9dad95f None None] Agent healthcheck: found 6 active agents {{(pid=103973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:57:15.848707 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (dec4dcff-e2ed-49ed-8dd3-cc3856f345b5), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:57:19.160890 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=4 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:57:19.161682 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=4 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:57:20.599449 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-7b00bce8-a40e-4933-86b7-dbea393d2e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:57:22.773997 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-3052dab4-1f90-4605-a889-80be5e32a618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:57:23.896737 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:57:25.266784 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:57:25.657759 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:57:35.650444 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:57:35.652876 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:57:45.847850 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (dec4dcff-e2ed-49ed-8dd3-cc3856f345b5), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:57:46.164410 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.agents_db [None req-c768def0-c5c3-40f0-ac12-561af9dad95f None None] Agent healthcheck: found 6 active agents {{(pid=103973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:57:50.493935 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-3da71db3-7582-4cc9-ad75-bdab48feac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:57:52.778528 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-c84f2235-5652-4157-8081-18af4f4bbd63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:57:53.858988 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:57:55.270878 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:57:55.661555 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:57:56.159419 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=4 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:57:56.160298 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:05.344315 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 46686) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:05.649601 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:05.655366 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-26bd0386-8094-4afa-ae3c-06aad7b08d4a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1167597909-network', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:58:05.656225 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:05.685664 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bd0386-8094-4afa-ae3c-06aad7b08d4a admin admin] Made reservation on behalf of bc6f8afc1abf427f92c44fdc55994b18 for: {'network': 1} {{(pid=103970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:58:05.688130 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-26bd0386-8094-4afa-ae3c-06aad7b08d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for network (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:05.697413 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-26bd0386-8094-4afa-ae3c-06aad7b08d4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:05.786739 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-26bd0386-8094-4afa-ae3c-06aad7b08d4a admin admin] Publish callbacks [] for security_group (e1c3c0b5-88f4-400f-b953-34a774a01b36), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:05.792357 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-26bd0386-8094-4afa-ae3c-06aad7b08d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (e1c3c0b5-88f4-400f-b953-34a774a01b36), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:05.809957 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 46718) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:05.823969 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd0386-8094-4afa-ae3c-06aad7b08d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c3c0b5-88f4-400f-b953-34a774a01b36,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:05.836003 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd0386-8094-4afa-ae3c-06aad7b08d4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:05.836407 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd0386-8094-4afa-ae3c-06aad7b08d4a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:05.836910 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd0386-8094-4afa-ae3c-06aad7b08d4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:05.837366 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd0386-8094-4afa-ae3c-06aad7b08d4a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:05.838314 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd0386-8094-4afa-ae3c-06aad7b08d4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:05.838507 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd0386-8094-4afa-ae3c-06aad7b08d4a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:05.838921 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd0386-8094-4afa-ae3c-06aad7b08d4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:05.839258 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd0386-8094-4afa-ae3c-06aad7b08d4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:05.839798 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd0386-8094-4afa-ae3c-06aad7b08d4a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:05.840137 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd0386-8094-4afa-ae3c-06aad7b08d4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:05.840486 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd0386-8094-4afa-ae3c-06aad7b08d4a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:05.840834 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd0386-8094-4afa-ae3c-06aad7b08d4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:05.841181 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd0386-8094-4afa-ae3c-06aad7b08d4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:05.841606 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd0386-8094-4afa-ae3c-06aad7b08d4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:05.841933 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd0386-8094-4afa-ae3c-06aad7b08d4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:05.843129 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd0386-8094-4afa-ae3c-06aad7b08d4a admin admin] Tracked resource versions report: Jul 30 04:58:05.843129 dv-cinder-851279-3-iscsi neutron-server[103970]: pushed versions: Jul 30 04:58:05.843129 dv-cinder-851279-3-iscsi neutron-server[103970]: { 'AddressGroup': {'1.2'}, Jul 30 04:58:05.843129 dv-cinder-851279-3-iscsi neutron-server[103970]: 'Agent': {'1.1'}, Jul 30 04:58:05.843129 dv-cinder-851279-3-iscsi neutron-server[103970]: 'ConntrackHelper': {'1.0'}, Jul 30 04:58:05.843129 dv-cinder-851279-3-iscsi neutron-server[103970]: 'LocalIPAssociation': {'1.0'}, Jul 30 04:58:05.843129 dv-cinder-851279-3-iscsi neutron-server[103970]: 'Log': {'1.0'}, Jul 30 04:58:05.843129 dv-cinder-851279-3-iscsi neutron-server[103970]: 'NDPProxy': {'1.0'}, Jul 30 04:58:05.843129 dv-cinder-851279-3-iscsi neutron-server[103970]: 'Network': {'1.1'}, Jul 30 04:58:05.843129 dv-cinder-851279-3-iscsi neutron-server[103970]: 'Port': {'1.7'}, Jul 30 04:58:05.843129 dv-cinder-851279-3-iscsi neutron-server[103970]: 'PortForwarding': {'1.3'}, Jul 30 04:58:05.843129 dv-cinder-851279-3-iscsi neutron-server[103970]: 'QosPolicy': {'1.10'}, Jul 30 04:58:05.843129 dv-cinder-851279-3-iscsi neutron-server[103970]: 'SecurityGroup': {'1.5'}, Jul 30 04:58:05.843129 dv-cinder-851279-3-iscsi neutron-server[103970]: 'SecurityGroupRule': {'1.2'}, Jul 30 04:58:05.843129 dv-cinder-851279-3-iscsi neutron-server[103970]: 'SubPort': {'1.0'}, Jul 30 04:58:05.843129 dv-cinder-851279-3-iscsi neutron-server[103970]: 'Subnet': {'1.1'}, Jul 30 04:58:05.843129 dv-cinder-851279-3-iscsi neutron-server[103970]: 'Trunk': {'1.1'}} Jul 30 04:58:05.843129 dv-cinder-851279-3-iscsi neutron-server[103970]: consumer versions: Jul 30 04:58:05.843129 dv-cinder-851279-3-iscsi neutron-server[103970]: { DHCP agent@dv-cinder-851279-3-iscsi: {}, Jul 30 04:58:05.843129 dv-cinder-851279-3-iscsi neutron-server[103970]: HyperV agent@hv-cinder-85127: {}, Jul 30 04:58:05.843129 dv-cinder-851279-3-iscsi neutron-server[103970]: L3 agent@dv-cinder-851279-3-iscsi: {}, Jul 30 04:58:05.843129 dv-cinder-851279-3-iscsi neutron-server[103970]: Metadata agent@dv-cinder-851279-3-iscsi: {}, Jul 30 04:58:05.843129 dv-cinder-851279-3-iscsi neutron-server[103970]: Metering agent@dv-cinder-851279-3-iscsi: {}, Jul 30 04:58:05.843129 dv-cinder-851279-3-iscsi neutron-server[103970]: Open vSwitch agent@dv-cinder-851279-3-iscsi: { 'AddressGroup': '1.2', Jul 30 04:58:05.843129 dv-cinder-851279-3-iscsi neutron-server[103970]: 'Agent': '1.1', Jul 30 04:58:05.843129 dv-cinder-851279-3-iscsi neutron-server[103970]: 'ConntrackHelper': '1.0', Jul 30 04:58:05.843129 dv-cinder-851279-3-iscsi neutron-server[103970]: 'LocalIPAssociation': '1.0', Jul 30 04:58:05.843129 dv-cinder-851279-3-iscsi neutron-server[103970]: 'Log': '1.0', Jul 30 04:58:05.843129 dv-cinder-851279-3-iscsi neutron-server[103970]: 'NDPProxy': '1.0', Jul 30 04:58:05.843129 dv-cinder-851279-3-iscsi neutron-server[103970]: 'Network': '1.1', Jul 30 04:58:05.843129 dv-cinder-851279-3-iscsi neutron-server[103970]: 'Port': '1.7', Jul 30 04:58:05.843129 dv-cinder-851279-3-iscsi neutron-server[103970]: 'PortForwarding': '1.3', Jul 30 04:58:05.843129 dv-cinder-851279-3-iscsi neutron-server[103970]: 'QosPolicy': '1.10', Jul 30 04:58:05.843129 dv-cinder-851279-3-iscsi neutron-server[103970]: 'SecurityGroup': '1.5', Jul 30 04:58:05.843129 dv-cinder-851279-3-iscsi neutron-server[103970]: 'SecurityGroupRule': '1.2', Jul 30 04:58:05.843129 dv-cinder-851279-3-iscsi neutron-server[103970]: 'SubPort': '1.0', Jul 30 04:58:05.843129 dv-cinder-851279-3-iscsi neutron-server[103970]: 'Subnet': '1.1', Jul 30 04:58:05.843129 dv-cinder-851279-3-iscsi neutron-server[103970]: 'Trunk': '1.1'}} Jul 30 04:58:05.843129 dv-cinder-851279-3-iscsi neutron-server[103970]: {{(pid=103970) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 04:58:05.847482 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26bd0386-8094-4afa-ae3c-06aad7b08d4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=103970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:58:05.858921 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-26bd0386-8094-4afa-ae3c-06aad7b08d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101'] for segment (e9c7cb1b-4a6d-49ef-8923-a11361e78abf), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:05.859286 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.db.segments_db [None req-26bd0386-8094-4afa-ae3c-06aad7b08d4a admin admin] Added segment e9c7cb1b-4a6d-49ef-8923-a11361e78abf of type vlan for network fdf70601-7662-4f43-8ddd-db3bc3add8d1 Jul 30 04:58:05.903019 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-26bd0386-8094-4afa-ae3c-06aad7b08d4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736268284326'] for network (fdf70601-7662-4f43-8ddd-db3bc3add8d1), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:05.930167 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-26bd0386-8094-4afa-ae3c-06aad7b08d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920'] for network (fdf70601-7662-4f43-8ddd-db3bc3add8d1), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:05.931241 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bd0386-8094-4afa-ae3c-06aad7b08d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:05.931898 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-26bd0386-8094-4afa-ae3c-06aad7b08d4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for network (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:05.958618 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-26bd0386-8094-4afa-ae3c-06aad7b08d4a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.6116192 Jul 30 04:58:05.960206 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 46728) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:05.967784 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-2bda55e4-d2cb-49f1-8c67-18714d161327 admin admin] Request body: {'subnet': {'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1167597909-subnet', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:58:05.995308 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bda55e4-d2cb-49f1-8c67-18714d161327 admin admin] Made reservation on behalf of bc6f8afc1abf427f92c44fdc55994b18 for: {'subnet': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:58:05.998138 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2bda55e4-d2cb-49f1-8c67-18714d161327 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:06.000870 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd0386-8094-4afa-ae3c-06aad7b08d4a admin admin] Pushing event updated for resources: {'Network': ['ID=fdf70601-7662-4f43-8ddd-db3bc3add8d1,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:06.012782 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Network fdf70601-7662-4f43-8ddd-db3bc3add8d1 details requested by agent ovs-agent-dv-cinder-851279-3-iscsi with host dv-cinder-851279-3-iscsi {{(pid=103972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:58:06.195877 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2bda55e4-d2cb-49f1-8c67-18714d161327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920'] for subnet (872e5683-a168-4487-9376-0296b22d54e2), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:06.238729 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda55e4-d2cb-49f1-8c67-18714d161327 admin admin] Pushing event updated for resources: {'Subnet': ['ID=872e5683-a168-4487-9376-0296b22d54e2,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:06.247234 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda55e4-d2cb-49f1-8c67-18714d161327 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:06.247789 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda55e4-d2cb-49f1-8c67-18714d161327 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:06.248314 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda55e4-d2cb-49f1-8c67-18714d161327 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:06.248662 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda55e4-d2cb-49f1-8c67-18714d161327 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:06.249000 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda55e4-d2cb-49f1-8c67-18714d161327 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:06.249337 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda55e4-d2cb-49f1-8c67-18714d161327 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:06.249671 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda55e4-d2cb-49f1-8c67-18714d161327 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:06.249995 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda55e4-d2cb-49f1-8c67-18714d161327 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:06.250341 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda55e4-d2cb-49f1-8c67-18714d161327 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:06.250696 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda55e4-d2cb-49f1-8c67-18714d161327 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:06.251039 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda55e4-d2cb-49f1-8c67-18714d161327 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:06.251386 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda55e4-d2cb-49f1-8c67-18714d161327 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:06.251711 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda55e4-d2cb-49f1-8c67-18714d161327 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:06.252041 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda55e4-d2cb-49f1-8c67-18714d161327 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:06.252358 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda55e4-d2cb-49f1-8c67-18714d161327 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:06.253666 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda55e4-d2cb-49f1-8c67-18714d161327 admin admin] Tracked resource versions report: Jul 30 04:58:06.253666 dv-cinder-851279-3-iscsi neutron-server[103971]: pushed versions: Jul 30 04:58:06.253666 dv-cinder-851279-3-iscsi neutron-server[103971]: { 'AddressGroup': {'1.2'}, Jul 30 04:58:06.253666 dv-cinder-851279-3-iscsi neutron-server[103971]: 'Agent': {'1.1'}, Jul 30 04:58:06.253666 dv-cinder-851279-3-iscsi neutron-server[103971]: 'ConntrackHelper': {'1.0'}, Jul 30 04:58:06.253666 dv-cinder-851279-3-iscsi neutron-server[103971]: 'LocalIPAssociation': {'1.0'}, Jul 30 04:58:06.253666 dv-cinder-851279-3-iscsi neutron-server[103971]: 'Log': {'1.0'}, Jul 30 04:58:06.253666 dv-cinder-851279-3-iscsi neutron-server[103971]: 'NDPProxy': {'1.0'}, Jul 30 04:58:06.253666 dv-cinder-851279-3-iscsi neutron-server[103971]: 'Network': {'1.1'}, Jul 30 04:58:06.253666 dv-cinder-851279-3-iscsi neutron-server[103971]: 'Port': {'1.7'}, Jul 30 04:58:06.253666 dv-cinder-851279-3-iscsi neutron-server[103971]: 'PortForwarding': {'1.3'}, Jul 30 04:58:06.253666 dv-cinder-851279-3-iscsi neutron-server[103971]: 'QosPolicy': {'1.10'}, Jul 30 04:58:06.253666 dv-cinder-851279-3-iscsi neutron-server[103971]: 'SecurityGroup': {'1.5'}, Jul 30 04:58:06.253666 dv-cinder-851279-3-iscsi neutron-server[103971]: 'SecurityGroupRule': {'1.2'}, Jul 30 04:58:06.253666 dv-cinder-851279-3-iscsi neutron-server[103971]: 'SubPort': {'1.0'}, Jul 30 04:58:06.253666 dv-cinder-851279-3-iscsi neutron-server[103971]: 'Subnet': {'1.1'}, Jul 30 04:58:06.253666 dv-cinder-851279-3-iscsi neutron-server[103971]: 'Trunk': {'1.1'}} Jul 30 04:58:06.253666 dv-cinder-851279-3-iscsi neutron-server[103971]: consumer versions: Jul 30 04:58:06.253666 dv-cinder-851279-3-iscsi neutron-server[103971]: { DHCP agent@dv-cinder-851279-3-iscsi: {}, Jul 30 04:58:06.253666 dv-cinder-851279-3-iscsi neutron-server[103971]: HyperV agent@hv-cinder-85127: {}, Jul 30 04:58:06.253666 dv-cinder-851279-3-iscsi neutron-server[103971]: L3 agent@dv-cinder-851279-3-iscsi: {}, Jul 30 04:58:06.253666 dv-cinder-851279-3-iscsi neutron-server[103971]: Metadata agent@dv-cinder-851279-3-iscsi: {}, Jul 30 04:58:06.253666 dv-cinder-851279-3-iscsi neutron-server[103971]: Metering agent@dv-cinder-851279-3-iscsi: {}, Jul 30 04:58:06.253666 dv-cinder-851279-3-iscsi neutron-server[103971]: Open vSwitch agent@dv-cinder-851279-3-iscsi: { 'AddressGroup': '1.2', Jul 30 04:58:06.253666 dv-cinder-851279-3-iscsi neutron-server[103971]: 'Agent': '1.1', Jul 30 04:58:06.253666 dv-cinder-851279-3-iscsi neutron-server[103971]: 'ConntrackHelper': '1.0', Jul 30 04:58:06.253666 dv-cinder-851279-3-iscsi neutron-server[103971]: 'LocalIPAssociation': '1.0', Jul 30 04:58:06.253666 dv-cinder-851279-3-iscsi neutron-server[103971]: 'Log': '1.0', Jul 30 04:58:06.253666 dv-cinder-851279-3-iscsi neutron-server[103971]: 'NDPProxy': '1.0', Jul 30 04:58:06.253666 dv-cinder-851279-3-iscsi neutron-server[103971]: 'Network': '1.1', Jul 30 04:58:06.253666 dv-cinder-851279-3-iscsi neutron-server[103971]: 'Port': '1.7', Jul 30 04:58:06.253666 dv-cinder-851279-3-iscsi neutron-server[103971]: 'PortForwarding': '1.3', Jul 30 04:58:06.253666 dv-cinder-851279-3-iscsi neutron-server[103971]: 'QosPolicy': '1.10', Jul 30 04:58:06.253666 dv-cinder-851279-3-iscsi neutron-server[103971]: 'SecurityGroup': '1.5', Jul 30 04:58:06.253666 dv-cinder-851279-3-iscsi neutron-server[103971]: 'SecurityGroupRule': '1.2', Jul 30 04:58:06.253666 dv-cinder-851279-3-iscsi neutron-server[103971]: 'SubPort': '1.0', Jul 30 04:58:06.253666 dv-cinder-851279-3-iscsi neutron-server[103971]: 'Subnet': '1.1', Jul 30 04:58:06.253666 dv-cinder-851279-3-iscsi neutron-server[103971]: 'Trunk': '1.1'}} Jul 30 04:58:06.253666 dv-cinder-851279-3-iscsi neutron-server[103971]: {{(pid=103971) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 04:58:06.289206 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bda55e4-d2cb-49f1-8c67-18714d161327 admin admin] Checking segment: {'id': 'e9c7cb1b-4a6d-49ef-8923-a11361e78abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 04:58:06.289566 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bda55e4-d2cb-49f1-8c67-18714d161327 admin admin] Network hostable DHCP agents. Network: fdf70601-7662-4f43-8ddd-db3bc3add8d1, hostable agents: ['5671713e-478d-4a9e-a7e0-1ef6e7bf2e69'], hosted agents: [] {{(pid=103971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:58:06.307959 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bda55e4-d2cb-49f1-8c67-18714d161327 admin admin] Network fdf70601-7662-4f43-8ddd-db3bc3add8d1 is scheduled to be hosted by DHCP agent 5671713e-478d-4a9e-a7e0-1ef6e7bf2e69 with binding_index 1 {{(pid=103971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:58:06.319461 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-2bda55e4-d2cb-49f1-8c67-18714d161327 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-3-iscsi, fdf70601-7662-4f43-8ddd-db3bc3add8d1) {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:58:06.325246 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bda55e4-d2cb-49f1-8c67-18714d161327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:06.326234 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2bda55e4-d2cb-49f1-8c67-18714d161327 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for subnet (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:06.334909 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a4587c-8b2a-4104-821f-135ac268d813 None None] Network fdf70601-7662-4f43-8ddd-db3bc3add8d1 requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 04:58:06.346665 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-2bda55e4-d2cb-49f1-8c67-18714d161327 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3851316 Jul 30 04:58:06.349463 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 46738) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:06.354178 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-4e0c27d6-9c25-4a99-be07-fb1a8d517948 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1167597909-router', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:58:06.386326 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4e0c27d6-9c25-4a99-be07-fb1a8d517948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1682450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31596'] for router (adcbfabc-ea52-451d-a1d1-9259f2b8d1b1), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:06.387829 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4e0c27d6-9c25-4a99-be07-fb1a8d517948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1682743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31575'] for router (adcbfabc-ea52-451d-a1d1-9259f2b8d1b1), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:06.465446 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-da5dc27d-5871-4449-aded-158ddb99a572 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1843642538-network', 'tenant_id': 'ef5fe5ac675540c0930bd7bab0d8b27f'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:58:06.466464 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4e0c27d6-9c25-4a99-be07-fb1a8d517948 admin admin] Publish callbacks [] for router_controller (adcbfabc-ea52-451d-a1d1-9259f2b8d1b1), precommit_add_association {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:06.474408 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f40335f-a045-4b56-8dad-b44e8101b54c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1f0b50b-4d25-5308-a6a0-6c18effd14bc-fdf70601-7662-4f43-8ddd-db3bc3add8d1', 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1', 'project_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'fixed_ips': [{'subnet_id': '872e5683-a168-4487-9376-0296b22d54e2'}]}} from dv-cinder-851279-3-iscsi. {{(pid=103972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 30 04:58:06.475394 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-8f40335f-a045-4b56-8dad-b44e8101b54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:06.508834 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5dc27d-5871-4449-aded-158ddb99a572 admin admin] Made reservation on behalf of ef5fe5ac675540c0930bd7bab0d8b27f for: {'network': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:58:06.512008 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-da5dc27d-5871-4449-aded-158ddb99a572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for network (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:06.525920 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-da5dc27d-5871-4449-aded-158ddb99a572 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:06.547075 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 46756) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:06.616005 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 46760) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:06.641945 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.db_base_plugin_common [None req-8f40335f-a045-4b56-8dad-b44e8101b54c None None] Allocated IP 172.20.0.2 (fdf70601-7662-4f43-8ddd-db3bc3add8d1/872e5683-a168-4487-9376-0296b22d54e2/69ecdf94-1a1c-4350-92a2-fe242231ac2c) {{(pid=103972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:58:06.707139 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4e0c27d6-9c25-4a99-be07-fb1a8d517948 admin admin] Publish callbacks [] for router_gateway (adcbfabc-ea52-451d-a1d1-9259f2b8d1b1), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:06.714269 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-da5dc27d-5871-4449-aded-158ddb99a572 admin admin] Publish callbacks [] for security_group (dcc6a3f5-981f-4692-93e9-b347a938bc03), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:06.725312 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-da5dc27d-5871-4449-aded-158ddb99a572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (dcc6a3f5-981f-4692-93e9-b347a938bc03), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:06.751616 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da5dc27d-5871-4449-aded-158ddb99a572 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=103971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:58:06.768301 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-da5dc27d-5871-4449-aded-158ddb99a572 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736268768220', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101'] for segment (41f502f5-f814-4611-b387-3febd78d07e6), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:06.769184 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-da5dc27d-5871-4449-aded-158ddb99a572 admin admin] Unsubscribe: segment precommit_create {{(pid=103971) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 30 04:58:06.769743 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.db.segments_db [None req-da5dc27d-5871-4449-aded-158ddb99a572 admin admin] Added segment 41f502f5-f814-4611-b387-3febd78d07e6 of type vlan for network 97e9be64-b56d-4d78-b9ab-2ad28b14b15e Jul 30 04:58:06.847807 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-8f40335f-a045-4b56-8dad-b44e8101b54c None None] Publish callbacks [] for port (69ecdf94-1a1c-4350-92a2-fe242231ac2c), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:06.857926 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-8f40335f-a045-4b56-8dad-b44e8101b54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840'] for port (69ecdf94-1a1c-4350-92a2-fe242231ac2c), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:06.867460 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-da5dc27d-5871-4449-aded-158ddb99a572 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736268284326'] for network (97e9be64-b56d-4d78-b9ab-2ad28b14b15e), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:06.913589 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f40335f-a045-4b56-8dad-b44e8101b54c None None] Network fdf70601-7662-4f43-8ddd-db3bc3add8d1 is already hosted by enough agents. {{(pid=103972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:58:06.918222 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-8f40335f-a045-4b56-8dad-b44e8101b54c None None] Resources bound (agent type, host, resource id): {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:58:06.923482 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40335f-a045-4b56-8dad-b44e8101b54c None None] Pushing event updated for resources: {'Port': ['ID=69ecdf94-1a1c-4350-92a2-fe242231ac2c,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:06.927231 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f40335f-a045-4b56-8dad-b44e8101b54c None None] Received port after_create {{(pid=103972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 04:58:06.938696 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40335f-a045-4b56-8dad-b44e8101b54c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:06.939367 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40335f-a045-4b56-8dad-b44e8101b54c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:06.940464 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40335f-a045-4b56-8dad-b44e8101b54c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:06.941157 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40335f-a045-4b56-8dad-b44e8101b54c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:06.941682 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40335f-a045-4b56-8dad-b44e8101b54c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:06.942322 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40335f-a045-4b56-8dad-b44e8101b54c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:06.942876 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40335f-a045-4b56-8dad-b44e8101b54c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:06.943535 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40335f-a045-4b56-8dad-b44e8101b54c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:06.944069 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40335f-a045-4b56-8dad-b44e8101b54c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:06.944584 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40335f-a045-4b56-8dad-b44e8101b54c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:06.945110 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40335f-a045-4b56-8dad-b44e8101b54c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:06.945738 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40335f-a045-4b56-8dad-b44e8101b54c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:06.946346 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40335f-a045-4b56-8dad-b44e8101b54c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:06.947523 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40335f-a045-4b56-8dad-b44e8101b54c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:06.948292 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40335f-a045-4b56-8dad-b44e8101b54c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:06.949852 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40335f-a045-4b56-8dad-b44e8101b54c None None] Tracked resource versions report: Jul 30 04:58:06.949852 dv-cinder-851279-3-iscsi neutron-server[103972]: pushed versions: Jul 30 04:58:06.949852 dv-cinder-851279-3-iscsi neutron-server[103972]: { 'AddressGroup': {'1.2'}, Jul 30 04:58:06.949852 dv-cinder-851279-3-iscsi neutron-server[103972]: 'Agent': {'1.1'}, Jul 30 04:58:06.949852 dv-cinder-851279-3-iscsi neutron-server[103972]: 'ConntrackHelper': {'1.0'}, Jul 30 04:58:06.949852 dv-cinder-851279-3-iscsi neutron-server[103972]: 'LocalIPAssociation': {'1.0'}, Jul 30 04:58:06.949852 dv-cinder-851279-3-iscsi neutron-server[103972]: 'Log': {'1.0'}, Jul 30 04:58:06.949852 dv-cinder-851279-3-iscsi neutron-server[103972]: 'NDPProxy': {'1.0'}, Jul 30 04:58:06.949852 dv-cinder-851279-3-iscsi neutron-server[103972]: 'Network': {'1.1'}, Jul 30 04:58:06.949852 dv-cinder-851279-3-iscsi neutron-server[103972]: 'Port': {'1.7'}, Jul 30 04:58:06.949852 dv-cinder-851279-3-iscsi neutron-server[103972]: 'PortForwarding': {'1.3'}, Jul 30 04:58:06.949852 dv-cinder-851279-3-iscsi neutron-server[103972]: 'QosPolicy': {'1.10'}, Jul 30 04:58:06.949852 dv-cinder-851279-3-iscsi neutron-server[103972]: 'SecurityGroup': {'1.5'}, Jul 30 04:58:06.949852 dv-cinder-851279-3-iscsi neutron-server[103972]: 'SecurityGroupRule': {'1.2'}, Jul 30 04:58:06.949852 dv-cinder-851279-3-iscsi neutron-server[103972]: 'SubPort': {'1.0'}, Jul 30 04:58:06.949852 dv-cinder-851279-3-iscsi neutron-server[103972]: 'Subnet': {'1.1'}, Jul 30 04:58:06.949852 dv-cinder-851279-3-iscsi neutron-server[103972]: 'Trunk': {'1.1'}} Jul 30 04:58:06.949852 dv-cinder-851279-3-iscsi neutron-server[103972]: consumer versions: Jul 30 04:58:06.949852 dv-cinder-851279-3-iscsi neutron-server[103972]: { DHCP agent@dv-cinder-851279-3-iscsi: {}, Jul 30 04:58:06.949852 dv-cinder-851279-3-iscsi neutron-server[103972]: HyperV agent@hv-cinder-85127: {}, Jul 30 04:58:06.949852 dv-cinder-851279-3-iscsi neutron-server[103972]: L3 agent@dv-cinder-851279-3-iscsi: {}, Jul 30 04:58:06.949852 dv-cinder-851279-3-iscsi neutron-server[103972]: Metadata agent@dv-cinder-851279-3-iscsi: {}, Jul 30 04:58:06.949852 dv-cinder-851279-3-iscsi neutron-server[103972]: Metering agent@dv-cinder-851279-3-iscsi: {}, Jul 30 04:58:06.949852 dv-cinder-851279-3-iscsi neutron-server[103972]: Open vSwitch agent@dv-cinder-851279-3-iscsi: { 'AddressGroup': '1.2', Jul 30 04:58:06.949852 dv-cinder-851279-3-iscsi neutron-server[103972]: 'Agent': '1.1', Jul 30 04:58:06.949852 dv-cinder-851279-3-iscsi neutron-server[103972]: 'ConntrackHelper': '1.0', Jul 30 04:58:06.949852 dv-cinder-851279-3-iscsi neutron-server[103972]: 'LocalIPAssociation': '1.0', Jul 30 04:58:06.949852 dv-cinder-851279-3-iscsi neutron-server[103972]: 'Log': '1.0', Jul 30 04:58:06.949852 dv-cinder-851279-3-iscsi neutron-server[103972]: 'NDPProxy': '1.0', Jul 30 04:58:06.949852 dv-cinder-851279-3-iscsi neutron-server[103972]: 'Network': '1.1', Jul 30 04:58:06.949852 dv-cinder-851279-3-iscsi neutron-server[103972]: 'Port': '1.7', Jul 30 04:58:06.949852 dv-cinder-851279-3-iscsi neutron-server[103972]: 'PortForwarding': '1.3', Jul 30 04:58:06.949852 dv-cinder-851279-3-iscsi neutron-server[103972]: 'QosPolicy': '1.10', Jul 30 04:58:06.949852 dv-cinder-851279-3-iscsi neutron-server[103972]: 'SecurityGroup': '1.5', Jul 30 04:58:06.949852 dv-cinder-851279-3-iscsi neutron-server[103972]: 'SecurityGroupRule': '1.2', Jul 30 04:58:06.949852 dv-cinder-851279-3-iscsi neutron-server[103972]: 'SubPort': '1.0', Jul 30 04:58:06.949852 dv-cinder-851279-3-iscsi neutron-server[103972]: 'Subnet': '1.1', Jul 30 04:58:06.949852 dv-cinder-851279-3-iscsi neutron-server[103972]: 'Trunk': '1.1'}} Jul 30 04:58:06.949852 dv-cinder-851279-3-iscsi neutron-server[103972]: {{(pid=103972) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 04:58:06.964706 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4e0c27d6-9c25-4a99-be07-fb1a8d517948 admin admin] Publish callbacks [] for router_gateway (adcbfabc-ea52-451d-a1d1-9259f2b8d1b1), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:06.983070 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-d08f1012-4691-4ec4-b4d1-97693bb417b4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-426223834-network', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:58:06.999465 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4e0c27d6-9c25-4a99-be07-fb1a8d517948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:07.005838 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-da5dc27d-5871-4449-aded-158ddb99a572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920'] for network (97e9be64-b56d-4d78-b9ab-2ad28b14b15e), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:07.006881 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5dc27d-5871-4449-aded-158ddb99a572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:07.010263 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-da5dc27d-5871-4449-aded-158ddb99a572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for network (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:07.023567 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5dc27d-5871-4449-aded-158ddb99a572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc6a3f5-981f-4692-93e9-b347a938bc03,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:07.077246 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-8f40335f-a045-4b56-8dad-b44e8101b54c None None] Attempting to bind port 69ecdf94-1a1c-4350-92a2-fe242231ac2c on host dv-cinder-851279-3-iscsi for vnic_type normal with profile {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 04:58:07.078743 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-8f40335f-a045-4b56-8dad-b44e8101b54c None None] Attempting to bind port 69ecdf94-1a1c-4350-92a2-fe242231ac2c by drivers openvswitch,hyperv on host dv-cinder-851279-3-iscsi at level 0 using segments [{'id': 'e9c7cb1b-4a6d-49ef-8923-a11361e78abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1'}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 04:58:07.079381 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f40335f-a045-4b56-8dad-b44e8101b54c None None] Attempting to bind port 69ecdf94-1a1c-4350-92a2-fe242231ac2c on network fdf70601-7662-4f43-8ddd-db3bc3add8d1 {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 04:58:07.086990 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-da5dc27d-5871-4449-aded-158ddb99a572 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.2761550 Jul 30 04:58:07.088447 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 46782) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:07.091485 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f40335f-a045-4b56-8dad-b44e8101b54c None None] Checking agent: {'id': 'b9fa2c71-9776-421f-81b8-af2eb557e43b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 49, 56), 'started_at': datetime.datetime(2022, 7, 30, 4, 50, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 4, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 04:58:07.091867 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f40335f-a045-4b56-8dad-b44e8101b54c None None] Checking segment: {'id': 'e9c7cb1b-4a6d-49ef-8923-a11361e78abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 04:58:07.092278 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-8f40335f-a045-4b56-8dad-b44e8101b54c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:07.092678 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f40335f-a045-4b56-8dad-b44e8101b54c None None] Bound using segment: {'id': 'e9c7cb1b-4a6d-49ef-8923-a11361e78abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1'} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 04:58:07.096785 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-8f40335f-a045-4b56-8dad-b44e8101b54c None None] Bound port: 69ecdf94-1a1c-4350-92a2-fe242231ac2c, host: dv-cinder-851279-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9c7cb1b-4a6d-49ef-8923-a11361e78abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1'}}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 04:58:07.096785 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-8f40335f-a045-4b56-8dad-b44e8101b54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (69ecdf94-1a1c-4350-92a2-fe242231ac2c), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:07.104368 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-5f2cd9fa-a4be-49e8-b23f-6cfc16427d3b admin admin] Request body: {'subnet': {'network_id': '97e9be64-b56d-4d78-b9ab-2ad28b14b15e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1843642538-subnet', 'tenant_id': 'ef5fe5ac675540c0930bd7bab0d8b27f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:58:07.128319 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:07.136881 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08f1012-4691-4ec4-b4d1-97693bb417b4 admin admin] Made reservation on behalf of e01500cb03c74d1082090cd1c1836169 for: {'network': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:58:07.140122 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d08f1012-4691-4ec4-b4d1-97693bb417b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for network (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:07.161055 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:07.165350 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d08f1012-4691-4ec4-b4d1-97693bb417b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:07.191716 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:07.203791 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5dc27d-5871-4449-aded-158ddb99a572 admin admin] Pushing event updated for resources: {'Network': ['ID=97e9be64-b56d-4d78-b9ab-2ad28b14b15e,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:07.207739 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2cd9fa-a4be-49e8-b23f-6cfc16427d3b admin admin] Made reservation on behalf of ef5fe5ac675540c0930bd7bab0d8b27f for: {'subnet': 1} {{(pid=103970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:58:07.218270 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5f2cd9fa-a4be-49e8-b23f-6cfc16427d3b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:07.223862 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:07.266374 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-8f40335f-a045-4b56-8dad-b44e8101b54c None None] For port 69ecdf94-1a1c-4350-92a2-fe242231ac2c, host dv-cinder-851279-3-iscsi, cleared binding levels {{(pid=103972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:58:07.272467 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-8f40335f-a045-4b56-8dad-b44e8101b54c None None] For port 69ecdf94-1a1c-4350-92a2-fe242231ac2c, host dv-cinder-851279-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=69ecdf94-1a1c-4350-92a2-fe242231ac2c,segment=NetworkSegment(e9c7cb1b-4a6d-49ef-8923-a11361e78abf),segment_id=e9c7cb1b-4a6d-49ef-8923-a11361e78abf)] {{(pid=103972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:58:07.283220 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Network 97e9be64-b56d-4d78-b9ab-2ad28b14b15e details requested by agent ovs-agent-dv-cinder-851279-3-iscsi with host dv-cinder-851279-3-iscsi {{(pid=103972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:58:07.311490 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d08f1012-4691-4ec4-b4d1-97693bb417b4 admin admin] Publish callbacks [] for security_group (aa2d6bd1-a429-49be-a8a1-73cd94444753), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:07.317833 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d08f1012-4691-4ec4-b4d1-97693bb417b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (aa2d6bd1-a429-49be-a8a1-73cd94444753), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:07.355622 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d08f1012-4691-4ec4-b4d1-97693bb417b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=103971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:58:07.364804 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-dc370a85-0693-440c-84bb-fa86fe533909 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1110144523-network', 'tenant_id': 'decb0bd64582440590890900e594b79e'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:58:07.377479 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f1012-4691-4ec4-b4d1-97693bb417b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2d6bd1-a429-49be-a8a1-73cd94444753,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:07.385642 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d08f1012-4691-4ec4-b4d1-97693bb417b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101'] for segment (f332eab5-1e47-46f1-8048-b01e080b1202), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:07.386022 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.db.segments_db [None req-d08f1012-4691-4ec4-b4d1-97693bb417b4 admin admin] Added segment f332eab5-1e47-46f1-8048-b01e080b1202 of type vlan for network afd82f39-2725-4de8-bc03-d4d225abc92e Jul 30 04:58:07.408630 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-8f40335f-a045-4b56-8dad-b44e8101b54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (69ecdf94-1a1c-4350-92a2-fe242231ac2c), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:07.419719 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:07.436141 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc370a85-0693-440c-84bb-fa86fe533909 admin admin] Made reservation on behalf of decb0bd64582440590890900e594b79e for: {'network': 1} {{(pid=103970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:58:07.438508 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-dc370a85-0693-440c-84bb-fa86fe533909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for network (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:07.449541 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d08f1012-4691-4ec4-b4d1-97693bb417b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736268284326'] for network (afd82f39-2725-4de8-bc03-d4d225abc92e), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:07.456308 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-dc370a85-0693-440c-84bb-fa86fe533909 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:07.483226 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_common [None req-4e0c27d6-9c25-4a99-be07-fb1a8d517948 admin admin] Allocated IP 172.27.2.75 (0194f4bd-d033-4ee0-a642-9d17cfb40f96/6c0201b0-7b08-4a32-872b-15ffee5372f4/cee32db1-195e-4935-8304-4445ce5664b3) {{(pid=103970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:58:07.499172 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d08f1012-4691-4ec4-b4d1-97693bb417b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920'] for network (afd82f39-2725-4de8-bc03-d4d225abc92e), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:07.502339 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08f1012-4691-4ec4-b4d1-97693bb417b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:07.504921 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d08f1012-4691-4ec4-b4d1-97693bb417b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for network (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:07.574933 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40335f-a045-4b56-8dad-b44e8101b54c None None] Pushing event updated for resources: {'Port': ['ID=69ecdf94-1a1c-4350-92a2-fe242231ac2c,revision_number=2']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:07.637534 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-d08f1012-4691-4ec4-b4d1-97693bb417b4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.0893767 Jul 30 04:58:07.640360 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 46798) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:07.648856 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-936a84cc-59bf-4a89-aeb8-cddabe9ce2a7 admin admin] Request body: {'subnet': {'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-426223834-subnet', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:58:07.657567 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f1012-4691-4ec4-b4d1-97693bb417b4 admin admin] Pushing event updated for resources: {'Network': ['ID=afd82f39-2725-4de8-bc03-d4d225abc92e,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:07.676018 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Network afd82f39-2725-4de8-bc03-d4d225abc92e details requested by agent ovs-agent-dv-cinder-851279-3-iscsi with host dv-cinder-851279-3-iscsi {{(pid=103972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:58:07.731092 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936a84cc-59bf-4a89-aeb8-cddabe9ce2a7 admin admin] Made reservation on behalf of e01500cb03c74d1082090cd1c1836169 for: {'subnet': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:58:07.733749 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-dc370a85-0693-440c-84bb-fa86fe533909 admin admin] Publish callbacks [] for security_group (a02eaac2-9f22-4379-8130-23b225648a30), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:07.735385 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-936a84cc-59bf-4a89-aeb8-cddabe9ce2a7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:07.772800 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-dc370a85-0693-440c-84bb-fa86fe533909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (a02eaac2-9f22-4379-8130-23b225648a30), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:07.905141 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc370a85-0693-440c-84bb-fa86fe533909 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=103970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:58:07.967490 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-dc370a85-0693-440c-84bb-fa86fe533909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101'] for segment (02c5dc2d-6889-4189-9ed9-9f04d5c6c204), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:07.968122 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.db.segments_db [None req-dc370a85-0693-440c-84bb-fa86fe533909 admin admin] Added segment 02c5dc2d-6889-4189-9ed9-9f04d5c6c204 of type vlan for network cf976b2f-0ebc-4e5a-b101-0355f31913b1 Jul 30 04:58:08.039436 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc370a85-0693-440c-84bb-fa86fe533909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02eaac2-9f22-4379-8130-23b225648a30,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:08.046824 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4e0c27d6-9c25-4a99-be07-fb1a8d517948 admin admin] Publish callbacks [] for port (cee32db1-195e-4935-8304-4445ce5664b3), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:08.106735 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5f2cd9fa-a4be-49e8-b23f-6cfc16427d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920'] for subnet (bf93e83f-aa25-4208-8ce8-4ab7338e6907), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:08.121033 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=5 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:08.139575 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-dc370a85-0693-440c-84bb-fa86fe533909 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736268284326'] for network (cf976b2f-0ebc-4e5a-b101-0355f31913b1), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:08.179491 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-936a84cc-59bf-4a89-aeb8-cddabe9ce2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920'] for subnet (bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:08.259548 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a84cc-59bf-4a89-aeb8-cddabe9ce2a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:08.271765 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a84cc-59bf-4a89-aeb8-cddabe9ce2a7 admin admin] Checking segment: {'id': 'f332eab5-1e47-46f1-8048-b01e080b1202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 04:58:08.272474 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936a84cc-59bf-4a89-aeb8-cddabe9ce2a7 admin admin] Network hostable DHCP agents. Network: afd82f39-2725-4de8-bc03-d4d225abc92e, hostable agents: ['5671713e-478d-4a9e-a7e0-1ef6e7bf2e69'], hosted agents: [] {{(pid=103971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:58:08.274174 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2cd9fa-a4be-49e8-b23f-6cfc16427d3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf93e83f-aa25-4208-8ce8-4ab7338e6907,revision_number=0']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:08.287087 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4e0c27d6-9c25-4a99-be07-fb1a8d517948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840'] for port (cee32db1-195e-4935-8304-4445ce5664b3), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:08.296050 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-dc370a85-0693-440c-84bb-fa86fe533909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920'] for network (cf976b2f-0ebc-4e5a-b101-0355f31913b1), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:08.297229 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc370a85-0693-440c-84bb-fa86fe533909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:08.297714 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-dc370a85-0693-440c-84bb-fa86fe533909 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for network (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:08.298334 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936a84cc-59bf-4a89-aeb8-cddabe9ce2a7 admin admin] Network afd82f39-2725-4de8-bc03-d4d225abc92e is scheduled to be hosted by DHCP agent 5671713e-478d-4a9e-a7e0-1ef6e7bf2e69 with binding_index 1 {{(pid=103971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:58:08.314990 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-936a84cc-59bf-4a89-aeb8-cddabe9ce2a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-3-iscsi, afd82f39-2725-4de8-bc03-d4d225abc92e) {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:58:08.319961 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936a84cc-59bf-4a89-aeb8-cddabe9ce2a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:08.320826 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-936a84cc-59bf-4a89-aeb8-cddabe9ce2a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for subnet (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:08.326128 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5406781-129e-4765-b683-3ebc654be70c None None] Network afd82f39-2725-4de8-bc03-d4d225abc92e requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 04:58:08.367937 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-936a84cc-59bf-4a89-aeb8-cddabe9ce2a7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7259877 Jul 30 04:58:08.370203 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 46828) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:08.371808 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:INSERT=13,neutron:SELECT=84,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:08.380214 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-e1126960-befd-4592-ad47-713eb539ab01 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-426223834-router', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:58:08.438754 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e1126960-befd-4592-ad47-713eb539ab01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1682450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31596'] for router (2db0553a-115a-4d31-af18-56f089af9880), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:08.440215 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e1126960-befd-4592-ad47-713eb539ab01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1682743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31575'] for router (2db0553a-115a-4d31-af18-56f089af9880), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:08.445405 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:08.516241 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ade1de-21bd-4e7f-8831-3b2af9d23200 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1f0b50b-4d25-5308-a6a0-6c18effd14bc-afd82f39-2725-4de8-bc03-d4d225abc92e', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'fixed_ips': [{'subnet_id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d'}]}} from dv-cinder-851279-3-iscsi. {{(pid=103972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 30 04:58:08.517579 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-82ade1de-21bd-4e7f-8831-3b2af9d23200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:08.583079 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0c27d6-9c25-4a99-be07-fb1a8d517948 admin admin] Network 0194f4bd-d033-4ee0-a642-9d17cfb40f96 is already hosted by enough agents. {{(pid=103970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:58:08.583945 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc370a85-0693-440c-84bb-fa86fe533909 admin admin] Pushing event updated for resources: {'Network': ['ID=cf976b2f-0ebc-4e5a-b101-0355f31913b1,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:08.588092 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2cd9fa-a4be-49e8-b23f-6cfc16427d3b admin admin] Checking segment: {'id': '41f502f5-f814-4611-b387-3febd78d07e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '97e9be64-b56d-4d78-b9ab-2ad28b14b15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 04:58:08.588362 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2cd9fa-a4be-49e8-b23f-6cfc16427d3b admin admin] Network hostable DHCP agents. Network: 97e9be64-b56d-4d78-b9ab-2ad28b14b15e, hostable agents: ['5671713e-478d-4a9e-a7e0-1ef6e7bf2e69'], hosted agents: [] {{(pid=103970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:58:08.618616 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-dc370a85-0693-440c-84bb-fa86fe533909 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.9032655 Jul 30 04:58:08.628596 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-4e0c27d6-9c25-4a99-be07-fb1a8d517948 admin admin] Resources bound (agent type, host, resource id): {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:58:08.631036 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 46838) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:08.638012 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0c27d6-9c25-4a99-be07-fb1a8d517948 admin admin] Received port after_create {{(pid=103970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 04:58:08.654004 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-353d3140-5e7f-4a68-b7a3-7d9b89e45305 admin admin] Request body: {'subnet': {'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1110144523-subnet', 'tenant_id': 'decb0bd64582440590890900e594b79e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:58:08.685278 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e1126960-befd-4592-ad47-713eb539ab01 admin admin] Publish callbacks [] for router_controller (2db0553a-115a-4d31-af18-56f089af9880), precommit_add_association {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:08.699138 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:UPDATE=4,neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:08.739633 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.db_base_plugin_common [None req-82ade1de-21bd-4e7f-8831-3b2af9d23200 None None] Allocated IP 172.20.0.2 (afd82f39-2725-4de8-bc03-d4d225abc92e/bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d/790e5057-0da6-4d02-8b48-dda290051968) {{(pid=103972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:58:08.760994 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:08.766294 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Network cf976b2f-0ebc-4e5a-b101-0355f31913b1 details requested by agent ovs-agent-dv-cinder-851279-3-iscsi with host dv-cinder-851279-3-iscsi {{(pid=103972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:58:08.811160 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c27d6-9c25-4a99-be07-fb1a8d517948 admin admin] Pushing event updated for resources: {'Port': ['ID=cee32db1-195e-4935-8304-4445ce5664b3,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:08.816919 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353d3140-5e7f-4a68-b7a3-7d9b89e45305 admin admin] Made reservation on behalf of decb0bd64582440590890900e594b79e for: {'subnet': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:58:08.835317 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-353d3140-5e7f-4a68-b7a3-7d9b89e45305 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:08.880724 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2cd9fa-a4be-49e8-b23f-6cfc16427d3b admin admin] Network 97e9be64-b56d-4d78-b9ab-2ad28b14b15e is scheduled to be hosted by DHCP agent 5671713e-478d-4a9e-a7e0-1ef6e7bf2e69 with binding_index 1 {{(pid=103970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:58:08.937107 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-5f2cd9fa-a4be-49e8-b23f-6cfc16427d3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-3-iscsi, 97e9be64-b56d-4d78-b9ab-2ad28b14b15e) {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:58:08.951041 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2cd9fa-a4be-49e8-b23f-6cfc16427d3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:08.952885 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5f2cd9fa-a4be-49e8-b23f-6cfc16427d3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for subnet (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:08.970253 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5c6434-0e9e-4553-a02d-c2bd61f5ec7f None None] Network 97e9be64-b56d-4d78-b9ab-2ad28b14b15e requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 04:58:09.016337 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-5f2cd9fa-a4be-49e8-b23f-6cfc16427d3b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9242096 Jul 30 04:58:09.022566 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 46850) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:09.031331 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-4ba31a4b-c9c1-423f-96a7-01199f4e3718 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1843642538-router', 'tenant_id': 'ef5fe5ac675540c0930bd7bab0d8b27f', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:58:09.098367 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f307ee-f5d8-4717-822c-0c663e828ffe None None] Network fdf70601-7662-4f43-8ddd-db3bc3add8d1 requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 04:58:09.144078 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2592659c-62d1-4e35-8bee-87197f5b1c55 None None] Provisioning complete for port 69ecdf94-1a1c-4350-92a2-fe242231ac2c triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:58:09.144493 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2592659c-62d1-4e35-8bee-87197f5b1c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (69ecdf94-1a1c-4350-92a2-fe242231ac2c), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:09.158575 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f50ea5-1386-4bbc-8404-ae9f9daa2ab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1f0b50b-4d25-5308-a6a0-6c18effd14bc-97e9be64-b56d-4d78-b9ab-2ad28b14b15e', 'network_id': '97e9be64-b56d-4d78-b9ab-2ad28b14b15e', 'project_id': 'ef5fe5ac675540c0930bd7bab0d8b27f', 'fixed_ips': [{'subnet_id': 'bf93e83f-aa25-4208-8ce8-4ab7338e6907'}]}} from dv-cinder-851279-3-iscsi. {{(pid=103972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 30 04:58:09.159854 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-15f50ea5-1386-4bbc-8404-ae9f9daa2ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:09.173446 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4ba31a4b-c9c1-423f-96a7-01199f4e3718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1682450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31596'] for router (e4492f7a-7892-4e11-b88c-383ecb15198a), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:09.174667 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4ba31a4b-c9c1-423f-96a7-01199f4e3718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1682743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31575'] for router (e4492f7a-7892-4e11-b88c-383ecb15198a), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:09.224843 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e1126960-befd-4592-ad47-713eb539ab01 admin admin] Publish callbacks [] for router_gateway (2db0553a-115a-4d31-af18-56f089af9880), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:09.237188 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4ba31a4b-c9c1-423f-96a7-01199f4e3718 admin admin] Publish callbacks [] for router_controller (e4492f7a-7892-4e11-b88c-383ecb15198a), precommit_add_association {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:09.445300 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4ba31a4b-c9c1-423f-96a7-01199f4e3718 admin admin] Publish callbacks [] for router_gateway (e4492f7a-7892-4e11-b88c-383ecb15198a), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:09.448955 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4e0c27d6-9c25-4a99-be07-fb1a8d517948 admin admin] Publish callbacks [] for router_gateway (adcbfabc-ea52-451d-a1d1-9259f2b8d1b1), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:09.519354 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e1126960-befd-4592-ad47-713eb539ab01 admin admin] Publish callbacks [] for router_gateway (2db0553a-115a-4d31-af18-56f089af9880), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:09.551782 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e1126960-befd-4592-ad47-713eb539ab01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:09.699112 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-353d3140-5e7f-4a68-b7a3-7d9b89e45305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920'] for subnet (92a83611-d09e-4b38-9b4b-aa1a1854f601), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:09.780030 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d3140-5e7f-4a68-b7a3-7d9b89e45305 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92a83611-d09e-4b38-9b4b-aa1a1854f601,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:09.839945 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353d3140-5e7f-4a68-b7a3-7d9b89e45305 admin admin] Checking segment: {'id': '02c5dc2d-6889-4189-9ed9-9f04d5c6c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 04:58:09.840318 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353d3140-5e7f-4a68-b7a3-7d9b89e45305 admin admin] Network hostable DHCP agents. Network: cf976b2f-0ebc-4e5a-b101-0355f31913b1, hostable agents: ['5671713e-478d-4a9e-a7e0-1ef6e7bf2e69'], hosted agents: [] {{(pid=103971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:58:09.884170 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [None req-e1126960-befd-4592-ad47-713eb539ab01 admin admin] Allocated IP 172.27.2.254 (0194f4bd-d033-4ee0-a642-9d17cfb40f96/6c0201b0-7b08-4a32-872b-15ffee5372f4/d3ace2d7-d7e8-425c-9bcb-ab05ae9824bb) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:58:09.890459 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353d3140-5e7f-4a68-b7a3-7d9b89e45305 admin admin] Network cf976b2f-0ebc-4e5a-b101-0355f31913b1 is scheduled to be hosted by DHCP agent 5671713e-478d-4a9e-a7e0-1ef6e7bf2e69 with binding_index 1 {{(pid=103971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:58:09.909327 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-353d3140-5e7f-4a68-b7a3-7d9b89e45305 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-3-iscsi, cf976b2f-0ebc-4e5a-b101-0355f31913b1) {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:58:09.919130 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353d3140-5e7f-4a68-b7a3-7d9b89e45305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:09.919940 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-353d3140-5e7f-4a68-b7a3-7d9b89e45305 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for subnet (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:10.008800 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-353d3140-5e7f-4a68-b7a3-7d9b89e45305 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3742855 Jul 30 04:58:10.011282 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 46908) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:10.025700 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-31aa32b9-ae95-4a0a-aec8-2927d3b0d619 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1110144523-router', 'tenant_id': 'decb0bd64582440590890900e594b79e', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:58:10.076028 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 69ecdf94-1a1c-4350-92a2-fe242231ac2c up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:58:10.084437 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29c046a-3513-41a1-a484-d200ac25cd4f None None] Network cf976b2f-0ebc-4e5a-b101-0355f31913b1 requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 04:58:10.089194 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:10.146319 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:10.174248 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-31aa32b9-ae95-4a0a-aec8-2927d3b0d619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1682450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31596'] for router (b59f3aef-e47d-4eb9-819a-3790ca762486), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:10.186881 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-31aa32b9-ae95-4a0a-aec8-2927d3b0d619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1682743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31575'] for router (b59f3aef-e47d-4eb9-819a-3790ca762486), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:10.188400 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:10.371069 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-31aa32b9-ae95-4a0a-aec8-2927d3b0d619 admin admin] Publish callbacks [] for router_controller (b59f3aef-e47d-4eb9-819a-3790ca762486), precommit_add_association {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:10.394234 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 46940) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:10.401976 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:10.424292 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4e0c27d6-9c25-4a99-be07-fb1a8d517948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706777'] for router (adcbfabc-ea52-451d-a1d1-9259f2b8d1b1), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:10.486142 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4ba31a4b-c9c1-423f-96a7-01199f4e3718 admin admin] Publish callbacks [] for router_gateway (e4492f7a-7892-4e11-b88c-383ecb15198a), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:10.516780 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4ba31a4b-c9c1-423f-96a7-01199f4e3718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:10.531433 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:10.551513 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-82ade1de-21bd-4e7f-8831-3b2af9d23200 None None] Publish callbacks [] for port (790e5057-0da6-4d02-8b48-dda290051968), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:10.637503 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-70c42cfb-34a9-4eff-b933-6973c938e90d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:10.676939 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e1126960-befd-4592-ad47-713eb539ab01 admin admin] Publish callbacks [] for port (d3ace2d7-d7e8-425c-9bcb-ab05ae9824bb), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:10.684395 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.db_base_plugin_common [None req-15f50ea5-1386-4bbc-8404-ae9f9daa2ab6 None None] Allocated IP 172.20.0.2 (97e9be64-b56d-4d78-b9ab-2ad28b14b15e/bf93e83f-aa25-4208-8ce8-4ab7338e6907/0c05537e-153d-444f-8baf-a39fb2f1b7e0) {{(pid=103972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:58:10.686061 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-31aa32b9-ae95-4a0a-aec8-2927d3b0d619 admin admin] Publish callbacks [] for router_gateway (b59f3aef-e47d-4eb9-819a-3790ca762486), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:10.770080 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0c27d6-9c25-4a99-be07-fb1a8d517948 admin admin] Router adcbfabc-ea52-451d-a1d1-9259f2b8d1b1 is scheduled to L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 with binding_index 1 {{(pid=103970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 30 04:58:10.777571 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e1126960-befd-4592-ad47-713eb539ab01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840'] for port (d3ace2d7-d7e8-425c-9bcb-ab05ae9824bb), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:10.821562 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-70c42cfb-34a9-4eff-b933-6973c938e90d admin admin] Publish callbacks [] for security_group (f417bb33-9275-4d8a-b516-771a856490de), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:10.830518 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1126960-befd-4592-ad47-713eb539ab01 admin admin] Network 0194f4bd-d033-4ee0-a642-9d17cfb40f96 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:58:10.839828 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-e1126960-befd-4592-ad47-713eb539ab01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:58:10.886037 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-70c42cfb-34a9-4eff-b933-6973c938e90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (f417bb33-9275-4d8a-b516-771a856490de), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:10.895049 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-15f50ea5-1386-4bbc-8404-ae9f9daa2ab6 None None] Publish callbacks [] for port (0c05537e-153d-444f-8baf-a39fb2f1b7e0), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:10.897756 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:10.910086 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-82ade1de-21bd-4e7f-8831-3b2af9d23200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840'] for port (790e5057-0da6-4d02-8b48-dda290051968), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:10.913999 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1126960-befd-4592-ad47-713eb539ab01 admin admin] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 04:58:10.921904 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_common [None req-4ba31a4b-c9c1-423f-96a7-01199f4e3718 admin admin] Allocated IP 172.27.2.65 (0194f4bd-d033-4ee0-a642-9d17cfb40f96/6c0201b0-7b08-4a32-872b-15ffee5372f4/dfb46021-4186-4ba0-8935-733ecf2f8cc3) {{(pid=103970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:58:10.924407 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-15f50ea5-1386-4bbc-8404-ae9f9daa2ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840'] for port (0c05537e-153d-444f-8baf-a39fb2f1b7e0), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:10.953748 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f50ea5-1386-4bbc-8404-ae9f9daa2ab6 None None] Network 97e9be64-b56d-4d78-b9ab-2ad28b14b15e is already hosted by enough agents. {{(pid=103972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:58:10.986767 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-15f50ea5-1386-4bbc-8404-ae9f9daa2ab6 None None] Resources bound (agent type, host, resource id): {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:58:10.989642 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f50ea5-1386-4bbc-8404-ae9f9daa2ab6 None None] Received port after_create {{(pid=103972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 04:58:10.989783 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 46958) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:11.053337 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c42cfb-34a9-4eff-b933-6973c938e90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f417bb33-9275-4d8a-b516-771a856490de,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:11.053703 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2592659c-62d1-4e35-8bee-87197f5b1c55 None None] Current status of the port 69ecdf94-1a1c-4350-92a2-fe242231ac2c is: DOWN; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:58:11.054091 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2592659c-62d1-4e35-8bee-87197f5b1c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (69ecdf94-1a1c-4350-92a2-fe242231ac2c), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:11.066185 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-70c42cfb-34a9-4eff-b933-6973c938e90d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e479b62b596746669c1a6d8470c4faed&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6701221 Jul 30 04:58:11.088146 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 46960) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:11.088355 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ade1de-21bd-4e7f-8831-3b2af9d23200 None None] Network afd82f39-2725-4de8-bc03-d4d225abc92e is already hosted by enough agents. {{(pid=103972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:58:11.124177 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1126960-befd-4592-ad47-713eb539ab01 admin admin] Pushing event updated for resources: {'Port': ['ID=d3ace2d7-d7e8-425c-9bcb-ab05ae9824bb,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:11.168536 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:11.187469 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 46966) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:11.229108 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0c27d6-9c25-4a99-be07-fb1a8d517948 admin admin] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:58:11.237786 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-82ade1de-21bd-4e7f-8831-3b2af9d23200 None None] Resources bound (agent type, host, resource id): {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:58:11.244216 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3515e56a-eab0-479d-9746-6bfb430d6377 None None] Sync routers for ids ['adcbfabc-ea52-451d-a1d1-9259f2b8d1b1'] in dv-cinder-851279-3-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:58:11.251766 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 69ecdf94-1a1c-4350-92a2-fe242231ac2c triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:58:11.252851 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (69ecdf94-1a1c-4350-92a2-fe242231ac2c), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:11.263972 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3515e56a-eab0-479d-9746-6bfb430d6377 None None] Routers {'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 04:58:11.264614 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-3515e56a-eab0-479d-9746-6bfb430d6377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T04:57:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['adcbfabc-ea52-451d-a1d1-9259f2b8d1b1'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:11.272821 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ade1de-21bd-4e7f-8831-3b2af9d23200 None None] Pushing event updated for resources: {'Port': ['ID=790e5057-0da6-4d02-8b48-dda290051968,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:11.287101 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ade1de-21bd-4e7f-8831-3b2af9d23200 None None] Received port after_create {{(pid=103972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 04:58:11.326210 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-31aa32b9-ae95-4a0a-aec8-2927d3b0d619 admin admin] Publish callbacks [] for router_gateway (b59f3aef-e47d-4eb9-819a-3790ca762486), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:11.348102 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-31aa32b9-ae95-4a0a-aec8-2927d3b0d619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:11.349720 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4ba31a4b-c9c1-423f-96a7-01199f4e3718 admin admin] Publish callbacks [] for port (dfb46021-4186-4ba0-8935-733ecf2f8cc3), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:11.414273 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:11.422099 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-54bec8d6-9bfc-439a-901a-c68890487fa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:11.423646 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b594cb-500d-4419-b994-404b48372bcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1f0b50b-4d25-5308-a6a0-6c18effd14bc-cf976b2f-0ebc-4e5a-b101-0355f31913b1', 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1', 'project_id': 'decb0bd64582440590890900e594b79e', 'fixed_ips': [{'subnet_id': '92a83611-d09e-4b38-9b4b-aa1a1854f601'}]}} from dv-cinder-851279-3-iscsi. {{(pid=103972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 30 04:58:11.424599 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-46b594cb-500d-4419-b994-404b48372bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:11.439349 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4ba31a4b-c9c1-423f-96a7-01199f4e3718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840'] for port (dfb46021-4186-4ba0-8935-733ecf2f8cc3), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:11.450581 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f13deb11-3351-40ec-bafc-5342c239eef8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:11.469138 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba31a4b-c9c1-423f-96a7-01199f4e3718 admin admin] Network 0194f4bd-d033-4ee0-a642-9d17cfb40f96 is already hosted by enough agents. {{(pid=103970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:58:11.480083 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-4ba31a4b-c9c1-423f-96a7-01199f4e3718 admin admin] Resources bound (agent type, host, resource id): {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:58:11.485497 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4e0c27d6-9c25-4a99-be07-fb1a8d517948 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:11.485619 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:11.491940 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-4e0c27d6-9c25-4a99-be07-fb1a8d517948 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1412964 Jul 30 04:58:11.492685 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 46976) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:11.498466 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:INSERT=3,neutron:UPDATE=3,neutron:SELECT=94 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:11.517940 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba31a4b-c9c1-423f-96a7-01199f4e3718 admin admin] Received port after_create {{(pid=103970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 04:58:11.544605 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-3515e56a-eab0-479d-9746-6bfb430d6377 None None] Set router adcbfabc-ea52-451d-a1d1-9259f2b8d1b1 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 04:58:11.647040 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b8aa97af-ffa0-40e8-87df-7b59a22a77e7 admin admin] Publish callbacks [] for security_group (f417bb33-9275-4d8a-b516-771a856490de), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:11.676264 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b8aa97af-ffa0-40e8-87df-7b59a22a77e7 admin admin] Publish callbacks [] for security_group (f417bb33-9275-4d8a-b516-771a856490de), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:11.700677 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e1126960-befd-4592-ad47-713eb539ab01 admin admin] Publish callbacks [] for router_gateway (2db0553a-115a-4d31-af18-56f089af9880), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:11.706953 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [None req-31aa32b9-ae95-4a0a-aec8-2927d3b0d619 admin admin] Allocated IP 172.27.2.2 (0194f4bd-d033-4ee0-a642-9d17cfb40f96/6c0201b0-7b08-4a32-872b-15ffee5372f4/f3dcf5ad-6c18-4a26-ba1e-4d12186bca40) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:58:11.756911 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f50ea5-1386-4bbc-8404-ae9f9daa2ab6 None None] Pushing event updated for resources: {'Port': ['ID=0c05537e-153d-444f-8baf-a39fb2f1b7e0,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:11.807136 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-2592659c-62d1-4e35-8bee-87197f5b1c55 None None] For port 69ecdf94-1a1c-4350-92a2-fe242231ac2c, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=69ecdf94-1a1c-4350-92a2-fe242231ac2c,segment=NetworkSegment(e9c7cb1b-4a6d-49ef-8923-a11361e78abf),segment_id=e9c7cb1b-4a6d-49ef-8923-a11361e78abf)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:58:11.825276 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-15f50ea5-1386-4bbc-8404-ae9f9daa2ab6 None None] Attempting to bind port 0c05537e-153d-444f-8baf-a39fb2f1b7e0 on host dv-cinder-851279-3-iscsi for vnic_type normal with profile {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 04:58:11.825668 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-15f50ea5-1386-4bbc-8404-ae9f9daa2ab6 None None] Attempting to bind port 0c05537e-153d-444f-8baf-a39fb2f1b7e0 by drivers openvswitch,hyperv on host dv-cinder-851279-3-iscsi at level 0 using segments [{'id': '41f502f5-f814-4611-b387-3febd78d07e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '97e9be64-b56d-4d78-b9ab-2ad28b14b15e'}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 04:58:11.826042 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f50ea5-1386-4bbc-8404-ae9f9daa2ab6 None None] Attempting to bind port 0c05537e-153d-444f-8baf-a39fb2f1b7e0 on network 97e9be64-b56d-4d78-b9ab-2ad28b14b15e {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 04:58:11.849734 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-3515e56a-eab0-479d-9746-6bfb430d6377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1167597909-router', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'cee32db1-195e-4935-8304-4445ce5664b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:06Z', 'updated_at': '2022-07-30T04:58:08Z', 'revision_number': 3, 'project_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'gw_port': {'id': 'cee32db1-195e-4935-8304-4445ce5664b3', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c1:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:07Z', 'updated_at': '2022-07-30T04:58:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi'}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:11.863294 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2592659c-62d1-4e35-8bee-87197f5b1c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (69ecdf94-1a1c-4350-92a2-fe242231ac2c), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:11.878127 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f50ea5-1386-4bbc-8404-ae9f9daa2ab6 None None] Checking agent: {'id': 'b9fa2c71-9776-421f-81b8-af2eb557e43b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 49, 56), 'started_at': datetime.datetime(2022, 7, 30, 4, 50, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 4, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 04:58:11.878559 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f50ea5-1386-4bbc-8404-ae9f9daa2ab6 None None] Checking segment: {'id': '41f502f5-f814-4611-b387-3febd78d07e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '97e9be64-b56d-4d78-b9ab-2ad28b14b15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 04:58:11.878973 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-15f50ea5-1386-4bbc-8404-ae9f9daa2ab6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:11.879375 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f50ea5-1386-4bbc-8404-ae9f9daa2ab6 None None] Bound using segment: {'id': '41f502f5-f814-4611-b387-3febd78d07e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '97e9be64-b56d-4d78-b9ab-2ad28b14b15e'} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 04:58:11.879869 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-15f50ea5-1386-4bbc-8404-ae9f9daa2ab6 None None] Bound port: 0c05537e-153d-444f-8baf-a39fb2f1b7e0, host: dv-cinder-851279-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f502f5-f814-4611-b387-3febd78d07e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '97e9be64-b56d-4d78-b9ab-2ad28b14b15e'}}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 04:58:11.880260 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-15f50ea5-1386-4bbc-8404-ae9f9daa2ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (0c05537e-153d-444f-8baf-a39fb2f1b7e0), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:11.885636 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3515e56a-eab0-479d-9746-6bfb430d6377 None None] Checking router: adcbfabc-ea52-451d-a1d1-9259f2b8d1b1 for host: dv-cinder-851279-3-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:58:11.886299 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3515e56a-eab0-479d-9746-6bfb430d6377 None None] Updating router adcbfabc-ea52-451d-a1d1-9259f2b8d1b1 port cee32db1-195e-4935-8304-4445ce5664b3 binding host dv-cinder-851279-3-iscsi {{(pid=103973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:58:11.929638 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.db_base_plugin_common [None req-46b594cb-500d-4419-b994-404b48372bcd None None] Allocated IP 172.20.0.2 (cf976b2f-0ebc-4e5a-b101-0355f31913b1/92a83611-d09e-4b38-9b4b-aa1a1854f601/0048f756-b3c7-400b-86fd-055ecf35fee9) {{(pid=103972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:58:11.944671 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3515e56a-eab0-479d-9746-6bfb430d6377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (cee32db1-195e-4935-8304-4445ce5664b3), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:11.967425 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-82ade1de-21bd-4e7f-8831-3b2af9d23200 None None] Attempting to bind port 790e5057-0da6-4d02-8b48-dda290051968 on host dv-cinder-851279-3-iscsi for vnic_type normal with profile {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 04:58:11.967898 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-82ade1de-21bd-4e7f-8831-3b2af9d23200 None None] Attempting to bind port 790e5057-0da6-4d02-8b48-dda290051968 by drivers openvswitch,hyperv on host dv-cinder-851279-3-iscsi at level 0 using segments [{'id': 'f332eab5-1e47-46f1-8048-b01e080b1202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e'}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 04:58:11.968274 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ade1de-21bd-4e7f-8831-3b2af9d23200 None None] Attempting to bind port 790e5057-0da6-4d02-8b48-dda290051968 on network afd82f39-2725-4de8-bc03-d4d225abc92e {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 04:58:11.989413 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:UPDATE=6,neutron:SELECT=80,neutron:INSERT=14 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:11.993641 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-54bec8d6-9bfc-439a-901a-c68890487fa6 admin admin] Publish callbacks [] for security_group (a1896d1b-e1a0-4b1d-aad3-5cf728ead110), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:12.015990 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-54bec8d6-9bfc-439a-901a-c68890487fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (a1896d1b-e1a0-4b1d-aad3-5cf728ead110), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:12.082630 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ade1de-21bd-4e7f-8831-3b2af9d23200 None None] Checking agent: {'id': 'b9fa2c71-9776-421f-81b8-af2eb557e43b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 49, 56), 'started_at': datetime.datetime(2022, 7, 30, 4, 50, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 4, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 04:58:12.083003 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ade1de-21bd-4e7f-8831-3b2af9d23200 None None] Checking segment: {'id': 'f332eab5-1e47-46f1-8048-b01e080b1202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 04:58:12.083327 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-82ade1de-21bd-4e7f-8831-3b2af9d23200 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:12.083728 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ade1de-21bd-4e7f-8831-3b2af9d23200 None None] Bound using segment: {'id': 'f332eab5-1e47-46f1-8048-b01e080b1202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e'} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 04:58:12.084222 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-82ade1de-21bd-4e7f-8831-3b2af9d23200 None None] Bound port: 790e5057-0da6-4d02-8b48-dda290051968, host: dv-cinder-851279-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f332eab5-1e47-46f1-8048-b01e080b1202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e'}}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 04:58:12.084609 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-82ade1de-21bd-4e7f-8831-3b2af9d23200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (790e5057-0da6-4d02-8b48-dda290051968), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:12.102601 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-54bec8d6-9bfc-439a-901a-c68890487fa6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a7dc50349e84acba8f9476de06cd75d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0494564 Jul 30 04:58:12.109584 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bec8d6-9bfc-439a-901a-c68890487fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1896d1b-e1a0-4b1d-aad3-5cf728ead110,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:12.114737 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 46982) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:12.146245 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:12.147649 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:12.148560 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b8aa97af-ffa0-40e8-87df-7b59a22a77e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (f417bb33-9275-4d8a-b516-771a856490de), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:12.151453 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b8aa97af-ffa0-40e8-87df-7b59a22a77e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:12.155335 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-b8aa97af-ffa0-40e8-87df-7b59a22a77e7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f417bb33-9275-4d8a-b516-771a856490de HTTP/1.1" status: 204 len: 168 time: 1.0602279 Jul 30 04:58:12.183053 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f13deb11-3351-40ec-bafc-5342c239eef8 admin admin] Publish callbacks [] for security_group (a0de10fa-b8b4-49b5-9488-6e04b80e1fa4), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:12.195645 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-31aa32b9-ae95-4a0a-aec8-2927d3b0d619 admin admin] Publish callbacks [] for port (f3dcf5ad-6c18-4a26-ba1e-4d12186bca40), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:12.199973 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 69ecdf94-1a1c-4350-92a2-fe242231ac2c is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:58:12.204459 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-7cee8871-2e10-4efb-8640-c3eeb05e3522 None None] Provisioning complete for port 69ecdf94-1a1c-4350-92a2-fe242231ac2c triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:58:12.205047 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-7cee8871-2e10-4efb-8640-c3eeb05e3522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (69ecdf94-1a1c-4350-92a2-fe242231ac2c), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:12.224209 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f13deb11-3351-40ec-bafc-5342c239eef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (a0de10fa-b8b4-49b5-9488-6e04b80e1fa4), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:12.226734 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa97af-ffa0-40e8-87df-7b59a22a77e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f417bb33-9275-4d8a-b516-771a856490de,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:12.248701 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba31a4b-c9c1-423f-96a7-01199f4e3718 admin admin] Pushing event updated for resources: {'Port': ['ID=dfb46021-4186-4ba0-8935-733ecf2f8cc3,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:12.317273 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e1126960-befd-4592-ad47-713eb539ab01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706777'] for router (2db0553a-115a-4d31-af18-56f089af9880), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:12.319973 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592659c-62d1-4e35-8bee-87197f5b1c55 None None] Pushing event updated for resources: {'Port': ['ID=69ecdf94-1a1c-4350-92a2-fe242231ac2c,revision_number=3']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:12.324709 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b4e773a4-4995-4af5-8e87-28e68157e1de admin admin] Publish callbacks [] for security_group (a1896d1b-e1a0-4b1d-aad3-5cf728ead110), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:12.331190 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:12.376401 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-31aa32b9-ae95-4a0a-aec8-2927d3b0d619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840'] for port (f3dcf5ad-6c18-4a26-ba1e-4d12186bca40), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:12.424318 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b4e773a4-4995-4af5-8e87-28e68157e1de admin admin] Publish callbacks [] for security_group (a1896d1b-e1a0-4b1d-aad3-5cf728ead110), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:12.429396 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-82ade1de-21bd-4e7f-8831-3b2af9d23200 None None] For port 790e5057-0da6-4d02-8b48-dda290051968, host dv-cinder-851279-3-iscsi, cleared binding levels {{(pid=103972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:58:12.430739 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13deb11-3351-40ec-bafc-5342c239eef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0de10fa-b8b4-49b5-9488-6e04b80e1fa4,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:12.434139 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-82ade1de-21bd-4e7f-8831-3b2af9d23200 None None] For port 790e5057-0da6-4d02-8b48-dda290051968, host dv-cinder-851279-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=790e5057-0da6-4d02-8b48-dda290051968,segment=NetworkSegment(f332eab5-1e47-46f1-8048-b01e080b1202),segment_id=f332eab5-1e47-46f1-8048-b01e080b1202)] {{(pid=103972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:58:12.451542 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-f13deb11-3351-40ec-bafc-5342c239eef8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c9e7f1507317483cb11d635432823ce6&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2531934 Jul 30 04:58:12.453969 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 46996) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:12.470961 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-82ade1de-21bd-4e7f-8831-3b2af9d23200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (790e5057-0da6-4d02-8b48-dda290051968), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:12.501536 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31aa32b9-ae95-4a0a-aec8-2927d3b0d619 admin admin] Network 0194f4bd-d033-4ee0-a642-9d17cfb40f96 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:58:12.515561 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-31aa32b9-ae95-4a0a-aec8-2927d3b0d619 admin admin] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:58:12.547144 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-15f50ea5-1386-4bbc-8404-ae9f9daa2ab6 None None] For port 0c05537e-153d-444f-8baf-a39fb2f1b7e0, host dv-cinder-851279-3-iscsi, cleared binding levels {{(pid=103972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:58:12.555198 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aa32b9-ae95-4a0a-aec8-2927d3b0d619 admin admin] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 04:58:12.559172 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aa32b9-ae95-4a0a-aec8-2927d3b0d619 admin admin] Pushing event updated for resources: {'Port': ['ID=f3dcf5ad-6c18-4a26-ba1e-4d12186bca40,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:12.559807 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ade1de-21bd-4e7f-8831-3b2af9d23200 None None] Pushing event updated for resources: {'Port': ['ID=790e5057-0da6-4d02-8b48-dda290051968,revision_number=2']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:12.638505 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-7cee8871-2e10-4efb-8640-c3eeb05e3522 None None] Current status of the port 69ecdf94-1a1c-4350-92a2-fe242231ac2c is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:58:12.647453 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-15f50ea5-1386-4bbc-8404-ae9f9daa2ab6 None None] For port 0c05537e-153d-444f-8baf-a39fb2f1b7e0, host dv-cinder-851279-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=0c05537e-153d-444f-8baf-a39fb2f1b7e0,segment=NetworkSegment(41f502f5-f814-4611-b387-3febd78d07e6),segment_id=41f502f5-f814-4611-b387-3febd78d07e6)] {{(pid=103972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:58:12.675351 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-15f50ea5-1386-4bbc-8404-ae9f9daa2ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (0c05537e-153d-444f-8baf-a39fb2f1b7e0), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:12.715867 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b4e773a4-4995-4af5-8e87-28e68157e1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (a1896d1b-e1a0-4b1d-aad3-5cf728ead110), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:12.718393 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b4e773a4-4995-4af5-8e87-28e68157e1de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:12.719915 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-b4e773a4-4995-4af5-8e87-28e68157e1de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a1896d1b-e1a0-4b1d-aad3-5cf728ead110 HTTP/1.1" status: 204 len: 168 time: 0.6020725 Jul 30 04:58:12.786285 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e773a4-4995-4af5-8e87-28e68157e1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1896d1b-e1a0-4b1d-aad3-5cf728ead110,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:12.906059 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3515e56a-eab0-479d-9746-6bfb430d6377 None None] Publish callbacks [] for port (cee32db1-195e-4935-8304-4445ce5664b3), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:12.919008 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3515e56a-eab0-479d-9746-6bfb430d6377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (cee32db1-195e-4935-8304-4445ce5664b3), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:12.971621 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1126960-befd-4592-ad47-713eb539ab01 admin admin] Router 2db0553a-115a-4d31-af18-56f089af9880 is scheduled to L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 with binding_index 1 {{(pid=103971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 30 04:58:12.991973 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:13.039524 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-3515e56a-eab0-479d-9746-6bfb430d6377 None None] Attempting to bind port cee32db1-195e-4935-8304-4445ce5664b3 on host dv-cinder-851279-3-iscsi for vnic_type normal with profile {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 04:58:13.039956 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-3515e56a-eab0-479d-9746-6bfb430d6377 None None] Attempting to bind port cee32db1-195e-4935-8304-4445ce5664b3 by drivers openvswitch,hyperv on host dv-cinder-851279-3-iscsi at level 0 using segments [{'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 04:58:13.041355 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3515e56a-eab0-479d-9746-6bfb430d6377 None None] Attempting to bind port cee32db1-195e-4935-8304-4445ce5664b3 on network 0194f4bd-d033-4ee0-a642-9d17cfb40f96 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 04:58:13.057967 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-46b594cb-500d-4419-b994-404b48372bcd None None] Publish callbacks [] for port (0048f756-b3c7-400b-86fd-055ecf35fee9), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:13.070245 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3515e56a-eab0-479d-9746-6bfb430d6377 None None] Checking agent: {'id': 'b9fa2c71-9776-421f-81b8-af2eb557e43b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 49, 56), 'started_at': datetime.datetime(2022, 7, 30, 4, 50, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 4, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 04:58:13.070245 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3515e56a-eab0-479d-9746-6bfb430d6377 None None] Checking segment: {'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 04:58:13.070245 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3515e56a-eab0-479d-9746-6bfb430d6377 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:13.070245 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3515e56a-eab0-479d-9746-6bfb430d6377 None None] Bound using segment: {'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 04:58:13.070245 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-3515e56a-eab0-479d-9746-6bfb430d6377 None None] Bound port: cee32db1-195e-4935-8304-4445ce5664b3, host: dv-cinder-851279-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 04:58:13.071533 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f50ea5-1386-4bbc-8404-ae9f9daa2ab6 None None] Pushing event updated for resources: {'Port': ['ID=0c05537e-153d-444f-8baf-a39fb2f1b7e0,revision_number=2']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:13.074459 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3515e56a-eab0-479d-9746-6bfb430d6377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (cee32db1-195e-4935-8304-4445ce5664b3), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:13.090131 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-46b594cb-500d-4419-b994-404b48372bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840'] for port (0048f756-b3c7-400b-86fd-055ecf35fee9), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:13.135578 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 47002) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:13.182748 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229e2a7-19f2-4544-8565-5078bb24f499 None None] Pushing event updated for resources: {'Port': ['ID=cee32db1-195e-4935-8304-4445ce5664b3,revision_number=2']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:13.219295 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229e2a7-19f2-4544-8565-5078bb24f499 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:13.219654 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229e2a7-19f2-4544-8565-5078bb24f499 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:13.220148 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229e2a7-19f2-4544-8565-5078bb24f499 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:13.220510 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229e2a7-19f2-4544-8565-5078bb24f499 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:13.220866 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229e2a7-19f2-4544-8565-5078bb24f499 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:13.221180 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229e2a7-19f2-4544-8565-5078bb24f499 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:13.221503 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229e2a7-19f2-4544-8565-5078bb24f499 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:13.221831 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229e2a7-19f2-4544-8565-5078bb24f499 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:13.222162 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229e2a7-19f2-4544-8565-5078bb24f499 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:13.222502 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229e2a7-19f2-4544-8565-5078bb24f499 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:13.222828 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229e2a7-19f2-4544-8565-5078bb24f499 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:13.223167 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229e2a7-19f2-4544-8565-5078bb24f499 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:13.227374 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229e2a7-19f2-4544-8565-5078bb24f499 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:13.227721 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229e2a7-19f2-4544-8565-5078bb24f499 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:13.231137 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b594cb-500d-4419-b994-404b48372bcd None None] Network cf976b2f-0ebc-4e5a-b101-0355f31913b1 is already hosted by enough agents. {{(pid=103972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:58:13.232453 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b594cb-500d-4419-b994-404b48372bcd None None] Pushing event updated for resources: {'Port': ['ID=0048f756-b3c7-400b-86fd-055ecf35fee9,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:13.233764 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229e2a7-19f2-4544-8565-5078bb24f499 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:58:13.235136 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-46b594cb-500d-4419-b994-404b48372bcd None None] Resources bound (agent type, host, resource id): {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:58:13.235628 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229e2a7-19f2-4544-8565-5078bb24f499 None None] Tracked resource versions report: Jul 30 04:58:13.235628 dv-cinder-851279-3-iscsi neutron-server[103973]: pushed versions: Jul 30 04:58:13.235628 dv-cinder-851279-3-iscsi neutron-server[103973]: { 'AddressGroup': {'1.2'}, Jul 30 04:58:13.235628 dv-cinder-851279-3-iscsi neutron-server[103973]: 'Agent': {'1.1'}, Jul 30 04:58:13.235628 dv-cinder-851279-3-iscsi neutron-server[103973]: 'ConntrackHelper': {'1.0'}, Jul 30 04:58:13.235628 dv-cinder-851279-3-iscsi neutron-server[103973]: 'LocalIPAssociation': {'1.0'}, Jul 30 04:58:13.235628 dv-cinder-851279-3-iscsi neutron-server[103973]: 'Log': {'1.0'}, Jul 30 04:58:13.235628 dv-cinder-851279-3-iscsi neutron-server[103973]: 'NDPProxy': {'1.0'}, Jul 30 04:58:13.235628 dv-cinder-851279-3-iscsi neutron-server[103973]: 'Network': {'1.1'}, Jul 30 04:58:13.235628 dv-cinder-851279-3-iscsi neutron-server[103973]: 'Port': {'1.7'}, Jul 30 04:58:13.235628 dv-cinder-851279-3-iscsi neutron-server[103973]: 'PortForwarding': {'1.3'}, Jul 30 04:58:13.235628 dv-cinder-851279-3-iscsi neutron-server[103973]: 'QosPolicy': {'1.10'}, Jul 30 04:58:13.235628 dv-cinder-851279-3-iscsi neutron-server[103973]: 'SecurityGroup': {'1.5'}, Jul 30 04:58:13.235628 dv-cinder-851279-3-iscsi neutron-server[103973]: 'SecurityGroupRule': {'1.2'}, Jul 30 04:58:13.235628 dv-cinder-851279-3-iscsi neutron-server[103973]: 'SubPort': {'1.0'}, Jul 30 04:58:13.235628 dv-cinder-851279-3-iscsi neutron-server[103973]: 'Subnet': {'1.1'}, Jul 30 04:58:13.235628 dv-cinder-851279-3-iscsi neutron-server[103973]: 'Trunk': {'1.1'}} Jul 30 04:58:13.235628 dv-cinder-851279-3-iscsi neutron-server[103973]: consumer versions: Jul 30 04:58:13.235628 dv-cinder-851279-3-iscsi neutron-server[103973]: { DHCP agent@dv-cinder-851279-3-iscsi: {}, Jul 30 04:58:13.235628 dv-cinder-851279-3-iscsi neutron-server[103973]: HyperV agent@hv-cinder-85127: {}, Jul 30 04:58:13.235628 dv-cinder-851279-3-iscsi neutron-server[103973]: L3 agent@dv-cinder-851279-3-iscsi: {}, Jul 30 04:58:13.235628 dv-cinder-851279-3-iscsi neutron-server[103973]: Metadata agent@dv-cinder-851279-3-iscsi: {}, Jul 30 04:58:13.235628 dv-cinder-851279-3-iscsi neutron-server[103973]: Metering agent@dv-cinder-851279-3-iscsi: {}, Jul 30 04:58:13.235628 dv-cinder-851279-3-iscsi neutron-server[103973]: Open vSwitch agent@dv-cinder-851279-3-iscsi: { 'AddressGroup': '1.2', Jul 30 04:58:13.235628 dv-cinder-851279-3-iscsi neutron-server[103973]: 'Agent': '1.1', Jul 30 04:58:13.235628 dv-cinder-851279-3-iscsi neutron-server[103973]: 'ConntrackHelper': '1.0', Jul 30 04:58:13.235628 dv-cinder-851279-3-iscsi neutron-server[103973]: 'LocalIPAssociation': '1.0', Jul 30 04:58:13.235628 dv-cinder-851279-3-iscsi neutron-server[103973]: 'Log': '1.0', Jul 30 04:58:13.235628 dv-cinder-851279-3-iscsi neutron-server[103973]: 'NDPProxy': '1.0', Jul 30 04:58:13.235628 dv-cinder-851279-3-iscsi neutron-server[103973]: 'Network': '1.1', Jul 30 04:58:13.235628 dv-cinder-851279-3-iscsi neutron-server[103973]: 'Port': '1.7', Jul 30 04:58:13.235628 dv-cinder-851279-3-iscsi neutron-server[103973]: 'PortForwarding': '1.3', Jul 30 04:58:13.235628 dv-cinder-851279-3-iscsi neutron-server[103973]: 'QosPolicy': '1.10', Jul 30 04:58:13.235628 dv-cinder-851279-3-iscsi neutron-server[103973]: 'SecurityGroup': '1.5', Jul 30 04:58:13.235628 dv-cinder-851279-3-iscsi neutron-server[103973]: 'SecurityGroupRule': '1.2', Jul 30 04:58:13.235628 dv-cinder-851279-3-iscsi neutron-server[103973]: 'SubPort': '1.0', Jul 30 04:58:13.235628 dv-cinder-851279-3-iscsi neutron-server[103973]: 'Subnet': '1.1', Jul 30 04:58:13.235628 dv-cinder-851279-3-iscsi neutron-server[103973]: 'Trunk': '1.1'}} Jul 30 04:58:13.235628 dv-cinder-851279-3-iscsi neutron-server[103973]: {{(pid=103973) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 04:58:13.239705 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b594cb-500d-4419-b994-404b48372bcd None None] Received port after_create {{(pid=103972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 04:58:13.239838 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:13.248469 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-414540ef-5283-45bd-86ff-924ec650cf19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:13.329800 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-3515e56a-eab0-479d-9746-6bfb430d6377 None None] For port cee32db1-195e-4935-8304-4445ce5664b3, host dv-cinder-851279-3-iscsi, cleared binding levels {{(pid=103973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:58:13.335413 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-3515e56a-eab0-479d-9746-6bfb430d6377 None None] For port cee32db1-195e-4935-8304-4445ce5664b3, host dv-cinder-851279-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=cee32db1-195e-4935-8304-4445ce5664b3,segment=NetworkSegment(e5d036d1-25f5-4dcf-bf6d-d8f947655ab3),segment_id=e5d036d1-25f5-4dcf-bf6d-d8f947655ab3)] {{(pid=103973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:58:13.350745 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3515e56a-eab0-479d-9746-6bfb430d6377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (cee32db1-195e-4935-8304-4445ce5664b3), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:13.370030 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-46b594cb-500d-4419-b994-404b48372bcd None None] Attempting to bind port 0048f756-b3c7-400b-86fd-055ecf35fee9 on host dv-cinder-851279-3-iscsi for vnic_type normal with profile {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 04:58:13.371581 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-46b594cb-500d-4419-b994-404b48372bcd None None] Attempting to bind port 0048f756-b3c7-400b-86fd-055ecf35fee9 by drivers openvswitch,hyperv on host dv-cinder-851279-3-iscsi at level 0 using segments [{'id': '02c5dc2d-6889-4189-9ed9-9f04d5c6c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1'}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 04:58:13.372747 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b594cb-500d-4419-b994-404b48372bcd None None] Attempting to bind port 0048f756-b3c7-400b-86fd-055ecf35fee9 on network cf976b2f-0ebc-4e5a-b101-0355f31913b1 {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 04:58:13.378611 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-68f90869-35d3-43a0-9298-6fad7dd65679 admin admin] Publish callbacks [] for security_group (a0de10fa-b8b4-49b5-9488-6e04b80e1fa4), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:13.380393 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-31aa32b9-ae95-4a0a-aec8-2927d3b0d619 admin admin] Publish callbacks [] for router_gateway (b59f3aef-e47d-4eb9-819a-3790ca762486), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:13.385243 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b594cb-500d-4419-b994-404b48372bcd None None] Checking agent: {'id': 'b9fa2c71-9776-421f-81b8-af2eb557e43b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 49, 56), 'started_at': datetime.datetime(2022, 7, 30, 4, 50, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 4, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 04:58:13.391034 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b594cb-500d-4419-b994-404b48372bcd None None] Checking segment: {'id': '02c5dc2d-6889-4189-9ed9-9f04d5c6c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 04:58:13.391664 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-46b594cb-500d-4419-b994-404b48372bcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:13.392268 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b594cb-500d-4419-b994-404b48372bcd None None] Bound using segment: {'id': '02c5dc2d-6889-4189-9ed9-9f04d5c6c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1'} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 04:58:13.393336 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-46b594cb-500d-4419-b994-404b48372bcd None None] Bound port: 0048f756-b3c7-400b-86fd-055ecf35fee9, host: dv-cinder-851279-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c5dc2d-6889-4189-9ed9-9f04d5c6c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1'}}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 04:58:13.396408 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-46b594cb-500d-4419-b994-404b48372bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (0048f756-b3c7-400b-86fd-055ecf35fee9), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:13.435669 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3515e56a-eab0-479d-9746-6bfb430d6377 None None] Routers {'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 04:58:13.436298 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-3515e56a-eab0-479d-9746-6bfb430d6377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T04:57:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['adcbfabc-ea52-451d-a1d1-9259f2b8d1b1'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:13.487915 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-46b594cb-500d-4419-b994-404b48372bcd None None] For port 0048f756-b3c7-400b-86fd-055ecf35fee9, host dv-cinder-851279-3-iscsi, cleared binding levels {{(pid=103972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:58:13.488199 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:13.491474 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-46b594cb-500d-4419-b994-404b48372bcd None None] For port 0048f756-b3c7-400b-86fd-055ecf35fee9, host dv-cinder-851279-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=0048f756-b3c7-400b-86fd-055ecf35fee9,segment=NetworkSegment(02c5dc2d-6889-4189-9ed9-9f04d5c6c204),segment_id=02c5dc2d-6889-4189-9ed9-9f04d5c6c204)] {{(pid=103972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:58:13.500878 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-46b594cb-500d-4419-b994-404b48372bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (0048f756-b3c7-400b-86fd-055ecf35fee9), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:13.533787 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-68f90869-35d3-43a0-9298-6fad7dd65679 admin admin] Publish callbacks [] for security_group (a0de10fa-b8b4-49b5-9488-6e04b80e1fa4), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:13.565743 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229e2a7-19f2-4544-8565-5078bb24f499 None None] Pushing event updated for resources: {'Port': ['ID=cee32db1-195e-4935-8304-4445ce5664b3,revision_number=3']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:13.575409 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4ba31a4b-c9c1-423f-96a7-01199f4e3718 admin admin] Publish callbacks [] for router_gateway (e4492f7a-7892-4e11-b88c-383ecb15198a), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:13.634706 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b594cb-500d-4419-b994-404b48372bcd None None] Pushing event updated for resources: {'Port': ['ID=0048f756-b3c7-400b-86fd-055ecf35fee9,revision_number=2']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:13.647991 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1126960-befd-4592-ad47-713eb539ab01 admin admin] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:58:13.663494 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac6116b-ad6e-4f19-8a18-9577dd30f8f0 None None] Sync routers for ids ['2db0553a-115a-4d31-af18-56f089af9880'] in dv-cinder-851279-3-iscsi {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:58:13.668912 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-3515e56a-eab0-479d-9746-6bfb430d6377 None None] Set router adcbfabc-ea52-451d-a1d1-9259f2b8d1b1 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 04:58:13.712042 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac6116b-ad6e-4f19-8a18-9577dd30f8f0 None None] Routers {'2db0553a-115a-4d31-af18-56f089af9880'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 04:58:13.713542 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-2ac6116b-ad6e-4f19-8a18-9577dd30f8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T04:57:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['2db0553a-115a-4d31-af18-56f089af9880'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:13.720373 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 47014) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:13.753796 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:13.828502 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-974b632f-b924-4ed4-8311-823a022a9398 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:13.838883 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e1126960-befd-4592-ad47-713eb539ab01 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:13.854040 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-e1126960-befd-4592-ad47-713eb539ab01 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.4778724 Jul 30 04:58:13.861680 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 47016) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:14.042549 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-3515e56a-eab0-479d-9746-6bfb430d6377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1167597909-router', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'cee32db1-195e-4935-8304-4445ce5664b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:06Z', 'updated_at': '2022-07-30T04:58:08Z', 'revision_number': 3, 'project_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'gw_port': {'id': 'cee32db1-195e-4935-8304-4445ce5664b3', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c1:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:07Z', 'updated_at': '2022-07-30T04:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi'}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:14.113310 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-414540ef-5283-45bd-86ff-924ec650cf19 admin admin] Publish callbacks [] for security_group (69cb9da1-5ef8-4732-9656-33b829450d05), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:14.128779 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3515e56a-eab0-479d-9746-6bfb430d6377 None None] The sync data for ids ['adcbfabc-ea52-451d-a1d1-9259f2b8d1b1'] in dv-cinder-851279-3-iscsi is: [{'id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1167597909-router', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'cee32db1-195e-4935-8304-4445ce5664b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:06Z', 'updated_at': '2022-07-30T04:58:08Z', 'revision_number': 3, 'project_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'gw_port': {'id': 'cee32db1-195e-4935-8304-4445ce5664b3', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c1:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:07Z', 'updated_at': '2022-07-30T04:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi'}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:58:14.169339 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-974b632f-b924-4ed4-8311-823a022a9398 admin admin] Publish callbacks [] for security_group (8af07387-5df0-4cf8-ab88-2dfa940a54c0), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:14.171025 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:14.175047 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-2ac6116b-ad6e-4f19-8a18-9577dd30f8f0 None None] Set router 2db0553a-115a-4d31-af18-56f089af9880 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 04:58:14.193799 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-974b632f-b924-4ed4-8311-823a022a9398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (8af07387-5df0-4cf8-ab88-2dfa940a54c0), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:14.249190 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-414540ef-5283-45bd-86ff-924ec650cf19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (69cb9da1-5ef8-4732-9656-33b829450d05), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:14.356004 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:UPDATE=2,neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:14.356916 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-31aa32b9-ae95-4a0a-aec8-2927d3b0d619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706777'] for router (b59f3aef-e47d-4eb9-819a-3790ca762486), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:14.364471 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-974b632f-b924-4ed4-8311-823a022a9398 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5719fd43ba514a39b397de32494363f8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6425989 Jul 30 04:58:14.371533 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 47020) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:14.433580 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-414540ef-5283-45bd-86ff-924ec650cf19 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b5bc85452c4a4e37ad3b9c0800f05e46&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2921126 Jul 30 04:58:14.439320 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 47024) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:14.481977 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414540ef-5283-45bd-86ff-924ec650cf19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69cb9da1-5ef8-4732-9656-33b829450d05,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:14.545085 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 47026) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:14.622770 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-68f90869-35d3-43a0-9298-6fad7dd65679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (a0de10fa-b8b4-49b5-9488-6e04b80e1fa4), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:14.639287 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-68f90869-35d3-43a0-9298-6fad7dd65679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:14.687053 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-68f90869-35d3-43a0-9298-6fad7dd65679 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a0de10fa-b8b4-49b5-9488-6e04b80e1fa4 HTTP/1.1" status: 204 len: 168 time: 2.2320120 Jul 30 04:58:14.689304 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4ba31a4b-c9c1-423f-96a7-01199f4e3718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706777'] for router (e4492f7a-7892-4e11-b88c-383ecb15198a), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:14.744435 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3aa734-65cd-4639-aee4-d40eca056d65 None None] Network 97e9be64-b56d-4d78-b9ab-2ad28b14b15e requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 04:58:14.927141 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-7c101220-48a1-46c4-a03b-ae115d463104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:14.943636 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 69ecdf94-1a1c-4350-92a2-fe242231ac2c up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:58:14.965002 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b632f-b924-4ed4-8311-823a022a9398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af07387-5df0-4cf8-ab88-2dfa940a54c0,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:15.029210 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:15.037126 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e01ca74-5432-482a-b7f4-88aec8d5b77d None None] Network afd82f39-2725-4de8-bc03-d4d225abc92e requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 04:58:15.077371 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-e3ff42b3-0fe5-4acf-9a5c-74a3c0293ef2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:15.092801 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f90869-35d3-43a0-9298-6fad7dd65679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0de10fa-b8b4-49b5-9488-6e04b80e1fa4,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:15.301840 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c9f9f9-1d1f-435a-b7f5-9919d82078e2 None None] Network cf976b2f-0ebc-4e5a-b101-0355f31913b1 requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 04:58:15.302959 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:DELETE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:15.357054 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 47036) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:15.377872 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:15.397447 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 69ecdf94-1a1c-4350-92a2-fe242231ac2c triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:58:15.398764 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (69ecdf94-1a1c-4350-92a2-fe242231ac2c), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:15.423868 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-13f0fa01-aef9-4511-b493-5efbc2b7168d admin admin] Publish callbacks [] for security_group (8af07387-5df0-4cf8-ab88-2dfa940a54c0), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:15.426855 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-73685428-187c-412d-aa70-8f4004401fba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:15.434347 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-51c7588c-0b32-4359-b377-7805df34bc99 None None] Provisioning complete for port 0c05537e-153d-444f-8baf-a39fb2f1b7e0 triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:58:15.435080 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-51c7588c-0b32-4359-b377-7805df34bc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (0c05537e-153d-444f-8baf-a39fb2f1b7e0), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:15.467148 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-13f0fa01-aef9-4511-b493-5efbc2b7168d admin admin] Publish callbacks [] for security_group (8af07387-5df0-4cf8-ab88-2dfa940a54c0), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:15.493133 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-2ac6116b-ad6e-4f19-8a18-9577dd30f8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db0553a-115a-4d31-af18-56f089af9880', 'name': 'tempest-AttachVolumeNegativeTest-426223834-router', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:08Z', 'updated_at': '2022-07-30T04:58:11Z', 'revision_number': 3, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'gw_port': {'id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:09Z', 'updated_at': '2022-07-30T04:58:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi'}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:15.527305 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:15.542357 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-fb7dd5db-3632-4557-a457-633f90d7ff39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:15.552222 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac6116b-ad6e-4f19-8a18-9577dd30f8f0 None None] Checking router: 2db0553a-115a-4d31-af18-56f089af9880 for host: dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:58:15.552644 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac6116b-ad6e-4f19-8a18-9577dd30f8f0 None None] Updating router 2db0553a-115a-4d31-af18-56f089af9880 port d3ace2d7-d7e8-425c-9bcb-ab05ae9824bb binding host dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:58:15.553540 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-5f7d76a9-c3eb-460a-8e42-b85f39cdd7f2 admin admin] Publish callbacks [] for security_group (69cb9da1-5ef8-4732-9656-33b829450d05), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:15.573203 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-13f0fa01-aef9-4511-b493-5efbc2b7168d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (8af07387-5df0-4cf8-ab88-2dfa940a54c0), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:15.575765 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-13f0fa01-aef9-4511-b493-5efbc2b7168d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:15.576943 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-13f0fa01-aef9-4511-b493-5efbc2b7168d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8af07387-5df0-4cf8-ab88-2dfa940a54c0 HTTP/1.1" status: 204 len: 168 time: 1.1895096 Jul 30 04:58:15.613686 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f0fa01-aef9-4511-b493-5efbc2b7168d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af07387-5df0-4cf8-ab88-2dfa940a54c0,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:15.623742 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-5f7d76a9-c3eb-460a-8e42-b85f39cdd7f2 admin admin] Publish callbacks [] for security_group (69cb9da1-5ef8-4732-9656-33b829450d05), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:15.625012 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:15.684923 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 69ecdf94-1a1c-4350-92a2-fe242231ac2c is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:58:15.686378 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 0c05537e-153d-444f-8baf-a39fb2f1b7e0 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:58:15.694092 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-73685428-187c-412d-aa70-8f4004401fba admin admin] Publish callbacks [] for security_group (f02529ef-9b25-455b-981f-67c5c3109e1b), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:15.712772 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_common [None req-7c101220-48a1-46c4-a03b-ae115d463104 admin admin] Allocated IP 172.20.0.1 (fdf70601-7662-4f43-8ddd-db3bc3add8d1/872e5683-a168-4487-9376-0296b22d54e2/efa7d207-4c7e-401d-b020-6873aff954a7) {{(pid=103970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:58:15.720615 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba31a4b-c9c1-423f-96a7-01199f4e3718 admin admin] Router e4492f7a-7892-4e11-b88c-383ecb15198a is scheduled to L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 with binding_index 1 {{(pid=103970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 30 04:58:15.723200 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-73685428-187c-412d-aa70-8f4004401fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (f02529ef-9b25-455b-981f-67c5c3109e1b), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:15.753963 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-e3ff42b3-0fe5-4acf-9a5c-74a3c0293ef2 admin admin] Publish callbacks [] for security_group (2fcf163e-623a-4e9e-b825-8dc8c0cf08b8), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:15.768865 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-5f7d76a9-c3eb-460a-8e42-b85f39cdd7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (69cb9da1-5ef8-4732-9656-33b829450d05), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:15.772786 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-5f7d76a9-c3eb-460a-8e42-b85f39cdd7f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:15.774125 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-5f7d76a9-c3eb-460a-8e42-b85f39cdd7f2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/69cb9da1-5ef8-4732-9656-33b829450d05 HTTP/1.1" status: 204 len: 168 time: 1.3250592 Jul 30 04:58:15.813191 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-e3ff42b3-0fe5-4acf-9a5c-74a3c0293ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (2fcf163e-623a-4e9e-b825-8dc8c0cf08b8), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:15.855239 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d76a9-c3eb-460a-8e42-b85f39cdd7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cb9da1-5ef8-4732-9656-33b829450d05,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:15.873540 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31aa32b9-ae95-4a0a-aec8-2927d3b0d619 admin admin] Router b59f3aef-e47d-4eb9-819a-3790ca762486 is scheduled to L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 with binding_index 1 {{(pid=103971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 30 04:58:15.891818 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-73685428-187c-412d-aa70-8f4004401fba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=54d694b49b424dcbaa8349d6605f5e34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5245321 Jul 30 04:58:15.894492 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2ac6116b-ad6e-4f19-8a18-9577dd30f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (d3ace2d7-d7e8-425c-9bcb-ab05ae9824bb), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:15.902466 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 47044) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:15.932669 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:15.952157 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73685428-187c-412d-aa70-8f4004401fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02529ef-9b25-455b-981f-67c5c3109e1b,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:15.978201 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-e3ff42b3-0fe5-4acf-9a5c-74a3c0293ef2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=922209a39e114d2dbd25c771d269631e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4201403 Jul 30 04:58:15.984807 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 47048) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:16.065658 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (dec4dcff-e2ed-49ed-8dd3-cc3856f345b5), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:16.081699 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff42b3-0fe5-4acf-9a5c-74a3c0293ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcf163e-623a-4e9e-b825-8dc8c0cf08b8,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:16.138050 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-51c7588c-0b32-4359-b377-7805df34bc99 None None] Current status of the port 0c05537e-153d-444f-8baf-a39fb2f1b7e0 is: DOWN; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:58:16.138529 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-51c7588c-0b32-4359-b377-7805df34bc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (0c05537e-153d-444f-8baf-a39fb2f1b7e0), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:16.152909 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba31a4b-c9c1-423f-96a7-01199f4e3718 admin admin] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:58:16.159181 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-7c101220-48a1-46c4-a03b-ae115d463104 admin admin] Publish callbacks [] for port (efa7d207-4c7e-401d-b020-6873aff954a7), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:16.169966 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c833b98f-d09b-4483-8ad3-5a0896b34272 None None] Sync routers for ids ['e4492f7a-7892-4e11-b88c-383ecb15198a'] in dv-cinder-851279-3-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:58:16.209498 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b7e41964-d8ce-4caa-b4bc-a279b6d14f51 admin admin] Publish callbacks [] for security_group (2fcf163e-623a-4e9e-b825-8dc8c0cf08b8), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:16.215189 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c833b98f-d09b-4483-8ad3-5a0896b34272 None None] Routers {'e4492f7a-7892-4e11-b88c-383ecb15198a'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 04:58:16.216197 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-c833b98f-d09b-4483-8ad3-5a0896b34272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T04:57:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['e4492f7a-7892-4e11-b88c-383ecb15198a'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:16.233886 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4ba31a4b-c9c1-423f-96a7-01199f4e3718 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:16.235234 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-4ba31a4b-c9c1-423f-96a7-01199f4e3718 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.2091265 Jul 30 04:58:16.242817 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 47054) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:16.269646 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b7e41964-d8ce-4caa-b4bc-a279b6d14f51 admin admin] Publish callbacks [] for security_group (2fcf163e-623a-4e9e-b825-8dc8c0cf08b8), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:16.314185 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2cbafb9f-a603-4bbf-875c-4e713d00391d admin admin] Publish callbacks [] for security_group (f02529ef-9b25-455b-981f-67c5c3109e1b), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:16.352333 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 0c05537e-153d-444f-8baf-a39fb2f1b7e0 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:58:16.353603 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (0c05537e-153d-444f-8baf-a39fb2f1b7e0), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:16.404970 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-7c101220-48a1-46c4-a03b-ae115d463104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840'] for port (efa7d207-4c7e-401d-b020-6873aff954a7), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:16.408903 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [None req-fb7dd5db-3632-4557-a457-633f90d7ff39 admin admin] Allocated IP 172.20.0.1 (afd82f39-2725-4de8-bc03-d4d225abc92e/bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d/f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:58:16.453512 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-c833b98f-d09b-4483-8ad3-5a0896b34272 None None] Set router e4492f7a-7892-4e11-b88c-383ecb15198a gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 04:58:16.466494 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2cbafb9f-a603-4bbf-875c-4e713d00391d admin admin] Publish callbacks [] for security_group (f02529ef-9b25-455b-981f-67c5c3109e1b), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:16.490309 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31aa32b9-ae95-4a0a-aec8-2927d3b0d619 admin admin] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:58:16.517670 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ce09f0-c2b4-406a-9e20-5352aa53f629 None None] Sync routers for ids ['b59f3aef-e47d-4eb9-819a-3790ca762486'] in dv-cinder-851279-3-iscsi {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:58:16.543459 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-51c7588c-0b32-4359-b377-7805df34bc99 None None] For port 0c05537e-153d-444f-8baf-a39fb2f1b7e0, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=0c05537e-153d-444f-8baf-a39fb2f1b7e0,segment=NetworkSegment(41f502f5-f814-4611-b387-3febd78d07e6),segment_id=41f502f5-f814-4611-b387-3febd78d07e6)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:58:16.589339 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-51c7588c-0b32-4359-b377-7805df34bc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (0c05537e-153d-444f-8baf-a39fb2f1b7e0), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:16.608180 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:16.613309 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ce09f0-c2b4-406a-9e20-5352aa53f629 None None] Routers {'b59f3aef-e47d-4eb9-819a-3790ca762486'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 04:58:16.614062 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-79ce09f0-c2b4-406a-9e20-5352aa53f629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T04:57:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['b59f3aef-e47d-4eb9-819a-3790ca762486'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:16.647971 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-31aa32b9-ae95-4a0a-aec8-2927d3b0d619 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:16.653891 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-31aa32b9-ae95-4a0a-aec8-2927d3b0d619 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.6318717 Jul 30 04:58:16.672362 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c101220-48a1-46c4-a03b-ae115d463104 admin admin] Network fdf70601-7662-4f43-8ddd-db3bc3add8d1 is already hosted by enough agents. {{(pid=103970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:58:16.697168 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-7c101220-48a1-46c4-a03b-ae115d463104 admin admin] Resources bound (agent type, host, resource id): {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:58:16.700664 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c101220-48a1-46c4-a03b-ae115d463104 admin admin] Pushing event updated for resources: {'Port': ['ID=efa7d207-4c7e-401d-b020-6873aff954a7,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:16.722289 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c101220-48a1-46c4-a03b-ae115d463104 admin admin] Received port after_create {{(pid=103970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 04:58:16.723720 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-7c101220-48a1-46c4-a03b-ae115d463104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1692814'] for router_interface (adcbfabc-ea52-451d-a1d1-9259f2b8d1b1), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:16.731884 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 47068) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:16.756303 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:16.757201 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 0c05537e-153d-444f-8baf-a39fb2f1b7e0 is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:58:16.761351 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 0048f756-b3c7-400b-86fd-055ecf35fee9 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:58:16.778754 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:16.831745 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:16.889676 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:16.913322 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-4c70c96c-d44b-483d-a444-52969471da75 None None] Provisioning complete for port 790e5057-0da6-4d02-8b48-dda290051968 triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:58:16.913895 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-4c70c96c-d44b-483d-a444-52969471da75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (790e5057-0da6-4d02-8b48-dda290051968), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:16.971559 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-c833b98f-d09b-4483-8ad3-5a0896b34272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4492f7a-7892-4e11-b88c-383ecb15198a', 'name': 'tempest-DeleteServersTestJSON-1843642538-router', 'tenant_id': 'ef5fe5ac675540c0930bd7bab0d8b27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'dfb46021-4186-4ba0-8935-733ecf2f8cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:09Z', 'updated_at': '2022-07-30T04:58:12Z', 'revision_number': 3, 'project_id': 'ef5fe5ac675540c0930bd7bab0d8b27f', 'gw_port': {'id': 'dfb46021-4186-4ba0-8935-733ecf2f8cc3', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4492f7a-7892-4e11-b88c-383ecb15198a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:10Z', 'updated_at': '2022-07-30T04:58:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi'}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:17.059578 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c833b98f-d09b-4483-8ad3-5a0896b34272 None None] Checking router: e4492f7a-7892-4e11-b88c-383ecb15198a for host: dv-cinder-851279-3-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:58:17.070857 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7588c-0b32-4359-b377-7805df34bc99 None None] Pushing event updated for resources: {'Port': ['ID=0c05537e-153d-444f-8baf-a39fb2f1b7e0,revision_number=3']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:17.072961 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c833b98f-d09b-4483-8ad3-5a0896b34272 None None] Updating router e4492f7a-7892-4e11-b88c-383ecb15198a port dfb46021-4186-4ba0-8935-733ecf2f8cc3 binding host dv-cinder-851279-3-iscsi {{(pid=103973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:58:17.119322 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 0048f756-b3c7-400b-86fd-055ecf35fee9 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:58:17.120296 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (0048f756-b3c7-400b-86fd-055ecf35fee9), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:17.133046 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2cbafb9f-a603-4bbf-875c-4e713d00391d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (f02529ef-9b25-455b-981f-67c5c3109e1b), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:17.141430 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2cbafb9f-a603-4bbf-875c-4e713d00391d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:17.143569 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-2cbafb9f-a603-4bbf-875c-4e713d00391d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f02529ef-9b25-455b-981f-67c5c3109e1b HTTP/1.1" status: 204 len: 168 time: 1.2382081 Jul 30 04:58:17.164276 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c833b98f-d09b-4483-8ad3-5a0896b34272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (dfb46021-4186-4ba0-8935-733ecf2f8cc3), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:17.171786 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-fb7dd5db-3632-4557-a457-633f90d7ff39 admin admin] Publish callbacks [] for port (f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:17.205013 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbafb9f-a603-4bbf-875c-4e713d00391d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02529ef-9b25-455b-981f-67c5c3109e1b,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:17.242972 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:17.294860 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b7e41964-d8ce-4caa-b4bc-a279b6d14f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (2fcf163e-623a-4e9e-b825-8dc8c0cf08b8), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:17.297977 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b7e41964-d8ce-4caa-b4bc-a279b6d14f51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:17.303375 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-b7e41964-d8ce-4caa-b4bc-a279b6d14f51 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2fcf163e-623a-4e9e-b825-8dc8c0cf08b8 HTTP/1.1" status: 204 len: 168 time: 1.2840841 Jul 30 04:58:17.380724 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:17.448652 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-fb7dd5db-3632-4557-a457-633f90d7ff39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840'] for port (f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:17.451759 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e41964-d8ce-4caa-b4bc-a279b6d14f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcf163e-623a-4e9e-b825-8dc8c0cf08b8,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:17.514600 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-79ce09f0-c2b4-406a-9e20-5352aa53f629 None None] Set router b59f3aef-e47d-4eb9-819a-3790ca762486 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 04:58:17.518075 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-7c101220-48a1-46c4-a03b-ae115d463104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (efa7d207-4c7e-401d-b020-6873aff954a7), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:17.545242 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7dd5db-3632-4557-a457-633f90d7ff39 admin admin] Network afd82f39-2725-4de8-bc03-d4d225abc92e is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:58:17.555344 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-fb7dd5db-3632-4557-a457-633f90d7ff39 admin admin] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:58:17.579303 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7dd5db-3632-4557-a457-633f90d7ff39 admin admin] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 04:58:17.580558 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-fb7dd5db-3632-4557-a457-633f90d7ff39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1692814'] for router_interface (2db0553a-115a-4d31-af18-56f089af9880), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:17.761483 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:17.765185 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7dd5db-3632-4557-a457-633f90d7ff39 admin admin] Pushing event updated for resources: {'Port': ['ID=f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:17.797122 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-4c70c96c-d44b-483d-a444-52969471da75 None None] Current status of the port 790e5057-0da6-4d02-8b48-dda290051968 is: DOWN; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:58:17.805451 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-4c70c96c-d44b-483d-a444-52969471da75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (790e5057-0da6-4d02-8b48-dda290051968), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:17.833368 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-fb7dd5db-3632-4557-a457-633f90d7ff39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:18.050277 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-68abfbb8-28aa-4cb5-bb4f-c66f16c18852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:18.112397 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-4c70c96c-d44b-483d-a444-52969471da75 None None] For port 790e5057-0da6-4d02-8b48-dda290051968, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=790e5057-0da6-4d02-8b48-dda290051968,segment=NetworkSegment(f332eab5-1e47-46f1-8048-b01e080b1202),segment_id=f332eab5-1e47-46f1-8048-b01e080b1202)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:58:18.114051 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 0048f756-b3c7-400b-86fd-055ecf35fee9 is: DOWN; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:58:18.114198 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (0048f756-b3c7-400b-86fd-055ecf35fee9), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:18.136080 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-4c70c96c-d44b-483d-a444-52969471da75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (790e5057-0da6-4d02-8b48-dda290051968), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:18.153357 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-4c70c96c-d44b-483d-a444-52969471da75 None None] Provisioning complete for port 0c05537e-153d-444f-8baf-a39fb2f1b7e0 triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:58:18.153641 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-4c70c96c-d44b-483d-a444-52969471da75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (0c05537e-153d-444f-8baf-a39fb2f1b7e0), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:18.186482 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:18.188886 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2ac6116b-ad6e-4f19-8a18-9577dd30f8f0 None None] Publish callbacks [] for port (d3ace2d7-d7e8-425c-9bcb-ab05ae9824bb), precommit_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:18.299160 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] For port 0048f756-b3c7-400b-86fd-055ecf35fee9, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=0048f756-b3c7-400b-86fd-055ecf35fee9,segment=NetworkSegment(02c5dc2d-6889-4189-9ed9-9f04d5c6c204),segment_id=02c5dc2d-6889-4189-9ed9-9f04d5c6c204)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:58:18.299424 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:18.303398 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-4c70c96c-d44b-483d-a444-52969471da75 None None] Current status of the port 0c05537e-153d-444f-8baf-a39fb2f1b7e0 is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:58:18.317519 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2ac6116b-ad6e-4f19-8a18-9577dd30f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (d3ace2d7-d7e8-425c-9bcb-ab05ae9824bb), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:18.327332 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-4c70c96c-d44b-483d-a444-52969471da75 None None] Provisioning complete for port 0048f756-b3c7-400b-86fd-055ecf35fee9 triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:58:18.327713 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-4c70c96c-d44b-483d-a444-52969471da75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (0048f756-b3c7-400b-86fd-055ecf35fee9), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:18.354195 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-fb7dd5db-3632-4557-a457-633f90d7ff39 admin admin] Publish callbacks [] for port (f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:18.366571 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (0048f756-b3c7-400b-86fd-055ecf35fee9), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:18.367015 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_common [None req-68abfbb8-28aa-4cb5-bb4f-c66f16c18852 admin admin] Allocated IP 172.20.0.1 (97e9be64-b56d-4d78-b9ab-2ad28b14b15e/bf93e83f-aa25-4208-8ce8-4ab7338e6907/f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0) {{(pid=103970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:58:18.367382 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 790e5057-0da6-4d02-8b48-dda290051968 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:58:18.385666 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:18.386971 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-fb7dd5db-3632-4557-a457-633f90d7ff39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:18.388551 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-fb7dd5db-3632-4557-a457-633f90d7ff39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706302'] for router_interface (2db0553a-115a-4d31-af18-56f089af9880), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:18.432772 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-7c101220-48a1-46c4-a03b-ae115d463104 admin admin] Publish callbacks [] for port (efa7d207-4c7e-401d-b020-6873aff954a7), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:18.453278 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-7c101220-48a1-46c4-a03b-ae115d463104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (efa7d207-4c7e-401d-b020-6873aff954a7), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:18.454126 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-7c101220-48a1-46c4-a03b-ae115d463104 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706302'] for router_interface (adcbfabc-ea52-451d-a1d1-9259f2b8d1b1), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:18.473136 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-4c70c96c-d44b-483d-a444-52969471da75 None None] Current status of the port 0048f756-b3c7-400b-86fd-055ecf35fee9 is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:58:18.487378 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-2ac6116b-ad6e-4f19-8a18-9577dd30f8f0 None None] Attempting to bind port d3ace2d7-d7e8-425c-9bcb-ab05ae9824bb on host dv-cinder-851279-3-iscsi for vnic_type normal with profile {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 04:58:18.487756 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-2ac6116b-ad6e-4f19-8a18-9577dd30f8f0 None None] Attempting to bind port d3ace2d7-d7e8-425c-9bcb-ab05ae9824bb by drivers openvswitch,hyperv on host dv-cinder-851279-3-iscsi at level 0 using segments [{'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 04:58:18.488128 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac6116b-ad6e-4f19-8a18-9577dd30f8f0 None None] Attempting to bind port d3ace2d7-d7e8-425c-9bcb-ab05ae9824bb on network 0194f4bd-d033-4ee0-a642-9d17cfb40f96 {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 04:58:18.500161 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac6116b-ad6e-4f19-8a18-9577dd30f8f0 None None] Checking agent: {'id': 'b9fa2c71-9776-421f-81b8-af2eb557e43b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 49, 56), 'started_at': datetime.datetime(2022, 7, 30, 4, 50, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 4, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 04:58:18.500550 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac6116b-ad6e-4f19-8a18-9577dd30f8f0 None None] Checking segment: {'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 04:58:18.501238 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2ac6116b-ad6e-4f19-8a18-9577dd30f8f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:18.501468 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac6116b-ad6e-4f19-8a18-9577dd30f8f0 None None] Bound using segment: {'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 04:58:18.501962 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-2ac6116b-ad6e-4f19-8a18-9577dd30f8f0 None None] Bound port: d3ace2d7-d7e8-425c-9bcb-ab05ae9824bb, host: dv-cinder-851279-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 04:58:18.502340 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2ac6116b-ad6e-4f19-8a18-9577dd30f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (d3ace2d7-d7e8-425c-9bcb-ab05ae9824bb), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:18.514048 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7ed3d9a2-2c50-49df-a9e9-c1bc366562f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:18.543133 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:18.544405 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:18.554711 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-2ac6116b-ad6e-4f19-8a18-9577dd30f8f0 None None] For port d3ace2d7-d7e8-425c-9bcb-ab05ae9824bb, host dv-cinder-851279-3-iscsi, cleared binding levels {{(pid=103972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:58:18.559009 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-2ac6116b-ad6e-4f19-8a18-9577dd30f8f0 None None] For port d3ace2d7-d7e8-425c-9bcb-ab05ae9824bb, host dv-cinder-851279-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=d3ace2d7-d7e8-425c-9bcb-ab05ae9824bb,segment=NetworkSegment(e5d036d1-25f5-4dcf-bf6d-d8f947655ab3),segment_id=e5d036d1-25f5-4dcf-bf6d-d8f947655ab3)] {{(pid=103972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:58:18.582804 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2ac6116b-ad6e-4f19-8a18-9577dd30f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (d3ace2d7-d7e8-425c-9bcb-ab05ae9824bb), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:18.607200 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c70c96c-d44b-483d-a444-52969471da75 None None] Pushing event updated for resources: {'Port': ['ID=790e5057-0da6-4d02-8b48-dda290051968,revision_number=3']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:18.703654 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7dd5db-3632-4557-a457-633f90d7ff39 admin admin] Pushing event updated for resources: {'Port': ['ID=f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:18.749441 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-fb2f1022-bcd8-48f6-bd8b-5321b3aa2032 None None] Provisioning complete for port efa7d207-4c7e-401d-b020-6873aff954a7 triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:58:18.749936 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1022-bcd8-48f6-bd8b-5321b3aa2032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (efa7d207-4c7e-401d-b020-6873aff954a7), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:18.758058 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c833b98f-d09b-4483-8ad3-5a0896b34272 None None] Publish callbacks [] for port (dfb46021-4186-4ba0-8935-733ecf2f8cc3), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:18.777076 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c833b98f-d09b-4483-8ad3-5a0896b34272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (dfb46021-4186-4ba0-8935-733ecf2f8cc3), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:18.805585 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [None req-7ed3d9a2-2c50-49df-a9e9-c1bc366562f8 admin admin] Allocated IP 172.20.0.1 (cf976b2f-0ebc-4e5a-b101-0355f31913b1/92a83611-d09e-4b38-9b4b-aa1a1854f601/3cc83e3d-6f18-45ea-80e9-35ad9f11c343) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:58:18.828661 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-fb2f1022-bcd8-48f6-bd8b-5321b3aa2032 None None] Port efa7d207-4c7e-401d-b020-6873aff954a7 cannot update to ACTIVE because it is not bound. {{(pid=103972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 30 04:58:18.833353 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7dd5db-3632-4557-a457-633f90d7ff39 admin admin] Network afd82f39-2725-4de8-bc03-d4d225abc92e is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:58:18.846785 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-fb7dd5db-3632-4557-a457-633f90d7ff39 admin admin] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:58:18.859298 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c101220-48a1-46c4-a03b-ae115d463104 admin admin] Network fdf70601-7662-4f43-8ddd-db3bc3add8d1 is already hosted by enough agents. {{(pid=103970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:58:18.862255 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c101220-48a1-46c4-a03b-ae115d463104 admin admin] Pushing event updated for resources: {'Port': ['ID=efa7d207-4c7e-401d-b020-6873aff954a7,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:18.863279 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac6116b-ad6e-4f19-8a18-9577dd30f8f0 None None] Routers {'2db0553a-115a-4d31-af18-56f089af9880'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 04:58:18.863909 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-2ac6116b-ad6e-4f19-8a18-9577dd30f8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T04:57:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['2db0553a-115a-4d31-af18-56f089af9880'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:18.878271 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-7c101220-48a1-46c4-a03b-ae115d463104 admin admin] Resources bound (agent type, host, resource id): {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:58:18.885910 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-c833b98f-d09b-4483-8ad3-5a0896b34272 None None] Attempting to bind port dfb46021-4186-4ba0-8935-733ecf2f8cc3 on host dv-cinder-851279-3-iscsi for vnic_type normal with profile {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 04:58:18.888634 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-c833b98f-d09b-4483-8ad3-5a0896b34272 None None] Attempting to bind port dfb46021-4186-4ba0-8935-733ecf2f8cc3 by drivers openvswitch,hyperv on host dv-cinder-851279-3-iscsi at level 0 using segments [{'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 04:58:18.891807 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c833b98f-d09b-4483-8ad3-5a0896b34272 None None] Attempting to bind port dfb46021-4186-4ba0-8935-733ecf2f8cc3 on network 0194f4bd-d033-4ee0-a642-9d17cfb40f96 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 04:58:18.929242 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c833b98f-d09b-4483-8ad3-5a0896b34272 None None] Checking agent: {'id': 'b9fa2c71-9776-421f-81b8-af2eb557e43b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 49, 56), 'started_at': datetime.datetime(2022, 7, 30, 4, 50, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 4, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 04:58:18.929639 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c833b98f-d09b-4483-8ad3-5a0896b34272 None None] Checking segment: {'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 04:58:18.930863 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c833b98f-d09b-4483-8ad3-5a0896b34272 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:18.931496 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c833b98f-d09b-4483-8ad3-5a0896b34272 None None] Bound using segment: {'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 04:58:18.932997 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-c833b98f-d09b-4483-8ad3-5a0896b34272 None None] Bound port: dfb46021-4186-4ba0-8935-733ecf2f8cc3, host: dv-cinder-851279-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 04:58:18.933589 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c833b98f-d09b-4483-8ad3-5a0896b34272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (dfb46021-4186-4ba0-8935-733ecf2f8cc3), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:18.952293 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-fb2f1022-bcd8-48f6-bd8b-5321b3aa2032 None None] Provisioning complete for port f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012 triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:58:18.952897 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1022-bcd8-48f6-bd8b-5321b3aa2032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:18.954659 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 790e5057-0da6-4d02-8b48-dda290051968 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:58:18.955039 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (790e5057-0da6-4d02-8b48-dda290051968), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:18.957614 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-68abfbb8-28aa-4cb5-bb4f-c66f16c18852 admin admin] Publish callbacks [] for port (f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:18.971967 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa987d8-56e2-4f1d-a09a-9f80ec66672f None None] Pushing event updated for resources: {'Port': ['ID=dfb46021-4186-4ba0-8935-733ecf2f8cc3,revision_number=2']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:19.026942 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed76951f-fdcb-4835-9326-1604f59f59d9 None None] Pushing event updated for resources: {'Port': ['ID=d3ace2d7-d7e8-425c-9bcb-ab05ae9824bb,revision_number=3']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:19.047253 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-79ce09f0-c2b4-406a-9e20-5352aa53f629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'name': 'tempest-ServerRescueNegativeTestJSON-1110144523-router', 'tenant_id': 'decb0bd64582440590890900e594b79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'f3dcf5ad-6c18-4a26-ba1e-4d12186bca40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:10Z', 'updated_at': '2022-07-30T04:58:12Z', 'revision_number': 3, 'project_id': 'decb0bd64582440590890900e594b79e', 'gw_port': {'id': 'f3dcf5ad-6c18-4a26-ba1e-4d12186bca40', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:82:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:11Z', 'updated_at': '2022-07-30T04:58:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi'}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:19.083378 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-68abfbb8-28aa-4cb5-bb4f-c66f16c18852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840'] for port (f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:19.101497 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-c833b98f-d09b-4483-8ad3-5a0896b34272 None None] For port dfb46021-4186-4ba0-8935-733ecf2f8cc3, host dv-cinder-851279-3-iscsi, cleared binding levels {{(pid=103973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:58:19.107093 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-c833b98f-d09b-4483-8ad3-5a0896b34272 None None] For port dfb46021-4186-4ba0-8935-733ecf2f8cc3, host dv-cinder-851279-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=dfb46021-4186-4ba0-8935-733ecf2f8cc3,segment=NetworkSegment(e5d036d1-25f5-4dcf-bf6d-d8f947655ab3),segment_id=e5d036d1-25f5-4dcf-bf6d-d8f947655ab3)] {{(pid=103973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:58:19.125168 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c833b98f-d09b-4483-8ad3-5a0896b34272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (dfb46021-4186-4ba0-8935-733ecf2f8cc3), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:19.145959 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c833b98f-d09b-4483-8ad3-5a0896b34272 None None] Routers {'e4492f7a-7892-4e11-b88c-383ecb15198a'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 04:58:19.146702 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-c833b98f-d09b-4483-8ad3-5a0896b34272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T04:57:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['e4492f7a-7892-4e11-b88c-383ecb15198a'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:19.211006 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ce09f0-c2b4-406a-9e20-5352aa53f629 None None] Checking router: b59f3aef-e47d-4eb9-819a-3790ca762486 for host: dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:58:19.211461 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ce09f0-c2b4-406a-9e20-5352aa53f629 None None] Updating router b59f3aef-e47d-4eb9-819a-3790ca762486 port f3dcf5ad-6c18-4a26-ba1e-4d12186bca40 binding host dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:58:19.265229 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:19.266210 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-79ce09f0-c2b4-406a-9e20-5352aa53f629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (f3dcf5ad-6c18-4a26-ba1e-4d12186bca40), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:19.315437 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-c833b98f-d09b-4483-8ad3-5a0896b34272 None None] Set router e4492f7a-7892-4e11-b88c-383ecb15198a gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 04:58:19.351543 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-fb2f1022-bcd8-48f6-bd8b-5321b3aa2032 None None] Port f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012 cannot update to ACTIVE because it is not bound. {{(pid=103972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 30 04:58:19.356450 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:19.366949 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68abfbb8-28aa-4cb5-bb4f-c66f16c18852 admin admin] Network 97e9be64-b56d-4d78-b9ab-2ad28b14b15e is already hosted by enough agents. {{(pid=103970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:58:19.387525 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c101220-48a1-46c4-a03b-ae115d463104 admin admin] Router adcbfabc-ea52-451d-a1d1-9259f2b8d1b1 has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 04:58:19.390657 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-68abfbb8-28aa-4cb5-bb4f-c66f16c18852 admin admin] Resources bound (agent type, host, resource id): {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:58:19.402241 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68abfbb8-28aa-4cb5-bb4f-c66f16c18852 admin admin] Received port after_create {{(pid=103970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 04:58:19.402779 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-68abfbb8-28aa-4cb5-bb4f-c66f16c18852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1692814'] for router_interface (e4492f7a-7892-4e11-b88c-383ecb15198a), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:19.406312 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7ed3d9a2-2c50-49df-a9e9-c1bc366562f8 admin admin] Publish callbacks [] for port (3cc83e3d-6f18-45ea-80e9-35ad9f11c343), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:19.435933 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Pushing event updated for resources: {'Port': ['ID=0048f756-b3c7-400b-86fd-055ecf35fee9,revision_number=3']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:19.472535 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7dd5db-3632-4557-a457-633f90d7ff39 admin admin] Router 2db0553a-115a-4d31-af18-56f089af9880 has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 04:58:19.541677 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68abfbb8-28aa-4cb5-bb4f-c66f16c18852 admin admin] Pushing event updated for resources: {'Port': ['ID=f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:19.654063 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7ed3d9a2-2c50-49df-a9e9-c1bc366562f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840'] for port (3cc83e3d-6f18-45ea-80e9-35ad9f11c343), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:19.660132 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-2ac6116b-ad6e-4f19-8a18-9577dd30f8f0 None None] Set router 2db0553a-115a-4d31-af18-56f089af9880 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 04:58:19.681252 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-c833b98f-d09b-4483-8ad3-5a0896b34272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4492f7a-7892-4e11-b88c-383ecb15198a', 'name': 'tempest-DeleteServersTestJSON-1843642538-router', 'tenant_id': 'ef5fe5ac675540c0930bd7bab0d8b27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'dfb46021-4186-4ba0-8935-733ecf2f8cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:09Z', 'updated_at': '2022-07-30T04:58:12Z', 'revision_number': 3, 'project_id': 'ef5fe5ac675540c0930bd7bab0d8b27f', 'gw_port': {'id': 'dfb46021-4186-4ba0-8935-733ecf2f8cc3', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4492f7a-7892-4e11-b88c-383ecb15198a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:10Z', 'updated_at': '2022-07-30T04:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi'}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:19.688186 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa987d8-56e2-4f1d-a09a-9f80ec66672f None None] Pushing event updated for resources: {'Port': ['ID=dfb46021-4186-4ba0-8935-733ecf2f8cc3,revision_number=3']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:19.723570 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c833b98f-d09b-4483-8ad3-5a0896b34272 None None] The sync data for ids ['e4492f7a-7892-4e11-b88c-383ecb15198a'] in dv-cinder-851279-3-iscsi is: [{'id': 'e4492f7a-7892-4e11-b88c-383ecb15198a', 'name': 'tempest-DeleteServersTestJSON-1843642538-router', 'tenant_id': 'ef5fe5ac675540c0930bd7bab0d8b27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'dfb46021-4186-4ba0-8935-733ecf2f8cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:09Z', 'updated_at': '2022-07-30T04:58:12Z', 'revision_number': 3, 'project_id': 'ef5fe5ac675540c0930bd7bab0d8b27f', 'gw_port': {'id': 'dfb46021-4186-4ba0-8935-733ecf2f8cc3', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4492f7a-7892-4e11-b88c-383ecb15198a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:10Z', 'updated_at': '2022-07-30T04:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi'}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:58:19.794171 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:19.798423 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed3d9a2-2c50-49df-a9e9-c1bc366562f8 admin admin] Pushing event updated for resources: {'Port': ['ID=3cc83e3d-6f18-45ea-80e9-35ad9f11c343,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:19.812313 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed76951f-fdcb-4835-9326-1604f59f59d9 None None] Pushing event updated for resources: {'Port': ['ID=d3ace2d7-d7e8-425c-9bcb-ab05ae9824bb,revision_number=3']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:19.839902 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed3d9a2-2c50-49df-a9e9-c1bc366562f8 admin admin] Network cf976b2f-0ebc-4e5a-b101-0355f31913b1 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:58:19.886071 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:19.904919 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-7ed3d9a2-2c50-49df-a9e9-c1bc366562f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:58:19.918027 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed3d9a2-2c50-49df-a9e9-c1bc366562f8 admin admin] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 04:58:19.918542 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7ed3d9a2-2c50-49df-a9e9-c1bc366562f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1692814'] for router_interface (b59f3aef-e47d-4eb9-819a-3790ca762486), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:19.950995 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-68abfbb8-28aa-4cb5-bb4f-c66f16c18852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:19.982773 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c101220-48a1-46c4-a03b-ae115d463104 admin admin] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:58:19.991073 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-7c101220-48a1-46c4-a03b-ae115d463104 admin admin] 10.222.0.20 "PUT /v2.0/routers/adcbfabc-ea52-451d-a1d1-9259f2b8d1b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4600930 Jul 30 04:58:19.992490 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660bfbbc-5ba4-401b-91c5-75dc8b62df27 None None] Sync routers for ids ['adcbfabc-ea52-451d-a1d1-9259f2b8d1b1'] in dv-cinder-851279-3-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:58:20.031459 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660bfbbc-5ba4-401b-91c5-75dc8b62df27 None None] Routers {'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 04:58:20.033252 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-660bfbbc-5ba4-401b-91c5-75dc8b62df27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T04:57:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['adcbfabc-ea52-451d-a1d1-9259f2b8d1b1'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:20.113319 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7dd5db-3632-4557-a457-633f90d7ff39 admin admin] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:58:20.129045 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-fb7dd5db-3632-4557-a457-633f90d7ff39 admin admin] 10.222.0.20 "PUT /v2.0/routers/2db0553a-115a-4d31-af18-56f089af9880/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1635046 Jul 30 04:58:20.260584 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-79ce09f0-c2b4-406a-9e20-5352aa53f629 None None] Publish callbacks [] for port (f3dcf5ad-6c18-4a26-ba1e-4d12186bca40), precommit_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:20.267061 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-fe4c1868-147c-4a40-a026-8590ea016517 None None] Provisioning complete for port efa7d207-4c7e-401d-b020-6873aff954a7 triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:58:20.267516 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-fe4c1868-147c-4a40-a026-8590ea016517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (efa7d207-4c7e-401d-b020-6873aff954a7), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:20.342960 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=100 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:20.345417 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:20.353528 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-fe4c1868-147c-4a40-a026-8590ea016517 None None] Port efa7d207-4c7e-401d-b020-6873aff954a7 cannot update to ACTIVE because it is not bound. {{(pid=103972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 30 04:58:20.362191 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 790e5057-0da6-4d02-8b48-dda290051968 is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:58:20.366659 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-660bfbbc-5ba4-401b-91c5-75dc8b62df27 None None] Set router adcbfabc-ea52-451d-a1d1-9259f2b8d1b1 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 04:58:20.397754 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7ed3d9a2-2c50-49df-a9e9-c1bc366562f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (3cc83e3d-6f18-45ea-80e9-35ad9f11c343), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:20.404530 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-79ce09f0-c2b4-406a-9e20-5352aa53f629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (f3dcf5ad-6c18-4a26-ba1e-4d12186bca40), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:20.450013 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:20.748044 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-68abfbb8-28aa-4cb5-bb4f-c66f16c18852 admin admin] Publish callbacks [] for port (f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:20.761144 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7ed3d9a2-2c50-49df-a9e9-c1bc366562f8 admin admin] Publish callbacks [] for port (3cc83e3d-6f18-45ea-80e9-35ad9f11c343), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:20.763519 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:20.763883 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-68abfbb8-28aa-4cb5-bb4f-c66f16c18852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:20.767038 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-68abfbb8-28aa-4cb5-bb4f-c66f16c18852 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706302'] for router_interface (e4492f7a-7892-4e11-b88c-383ecb15198a), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:20.782977 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7ed3d9a2-2c50-49df-a9e9-c1bc366562f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (3cc83e3d-6f18-45ea-80e9-35ad9f11c343), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:20.783982 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7ed3d9a2-2c50-49df-a9e9-c1bc366562f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706302'] for router_interface (b59f3aef-e47d-4eb9-819a-3790ca762486), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:20.904754 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-660bfbbc-5ba4-401b-91c5-75dc8b62df27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1167597909-router', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'cee32db1-195e-4935-8304-4445ce5664b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:06Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 4, 'project_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'gw_port': {'id': 'cee32db1-195e-4935-8304-4445ce5664b3', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c1:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:07Z', 'updated_at': '2022-07-30T04:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'efa7d207-4c7e-401d-b020-6873aff954a7', 'name': '', 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'mac_address': 'fa:16:3e:79:5c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '872e5683-a168-4487-9376-0296b22d54e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:15Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 2, 'project_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'subnets': [{'id': '872e5683-a168-4487-9376-0296b22d54e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:20.923447 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-fe4c1868-147c-4a40-a026-8590ea016517 None None] Provisioning complete for port f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012 triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:58:20.924638 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-fe4c1868-147c-4a40-a026-8590ea016517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:20.966236 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68abfbb8-28aa-4cb5-bb4f-c66f16c18852 admin admin] Pushing event updated for resources: {'Port': ['ID=f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:20.977991 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-fe4c1868-147c-4a40-a026-8590ea016517 None None] Port f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012 cannot update to ACTIVE because it is not bound. {{(pid=103972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 30 04:58:20.979691 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device dfb46021-4186-4ba0-8935-733ecf2f8cc3 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:58:20.988550 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660bfbbc-5ba4-401b-91c5-75dc8b62df27 None None] Checking router: adcbfabc-ea52-451d-a1d1-9259f2b8d1b1 for host: dv-cinder-851279-3-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:58:20.990689 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660bfbbc-5ba4-401b-91c5-75dc8b62df27 None None] Updating router adcbfabc-ea52-451d-a1d1-9259f2b8d1b1 port efa7d207-4c7e-401d-b020-6873aff954a7 binding host dv-cinder-851279-3-iscsi {{(pid=103973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:58:21.035334 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed3d9a2-2c50-49df-a9e9-c1bc366562f8 admin admin] Pushing event updated for resources: {'Port': ['ID=3cc83e3d-6f18-45ea-80e9-35ad9f11c343,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:21.042558 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-79ce09f0-c2b4-406a-9e20-5352aa53f629 None None] Attempting to bind port f3dcf5ad-6c18-4a26-ba1e-4d12186bca40 on host dv-cinder-851279-3-iscsi for vnic_type normal with profile {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 04:58:21.043020 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-79ce09f0-c2b4-406a-9e20-5352aa53f629 None None] Attempting to bind port f3dcf5ad-6c18-4a26-ba1e-4d12186bca40 by drivers openvswitch,hyperv on host dv-cinder-851279-3-iscsi at level 0 using segments [{'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 04:58:21.043299 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ce09f0-c2b4-406a-9e20-5352aa53f629 None None] Attempting to bind port f3dcf5ad-6c18-4a26-ba1e-4d12186bca40 on network 0194f4bd-d033-4ee0-a642-9d17cfb40f96 {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 04:58:21.080137 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68abfbb8-28aa-4cb5-bb4f-c66f16c18852 admin admin] Network 97e9be64-b56d-4d78-b9ab-2ad28b14b15e is already hosted by enough agents. {{(pid=103970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:58:21.084508 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-68abfbb8-28aa-4cb5-bb4f-c66f16c18852 admin admin] Resources bound (agent type, host, resource id): {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:58:21.086799 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-660bfbbc-5ba4-401b-91c5-75dc8b62df27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (efa7d207-4c7e-401d-b020-6873aff954a7), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:21.164317 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ce09f0-c2b4-406a-9e20-5352aa53f629 None None] Checking agent: {'id': 'b9fa2c71-9776-421f-81b8-af2eb557e43b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 49, 56), 'started_at': datetime.datetime(2022, 7, 30, 4, 50, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 4, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 04:58:21.165939 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ce09f0-c2b4-406a-9e20-5352aa53f629 None None] Checking segment: {'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 04:58:21.173859 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-79ce09f0-c2b4-406a-9e20-5352aa53f629 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:21.176994 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ce09f0-c2b4-406a-9e20-5352aa53f629 None None] Bound using segment: {'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 04:58:21.179147 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-79ce09f0-c2b4-406a-9e20-5352aa53f629 None None] Bound port: f3dcf5ad-6c18-4a26-ba1e-4d12186bca40, host: dv-cinder-851279-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 04:58:21.180264 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-79ce09f0-c2b4-406a-9e20-5352aa53f629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (f3dcf5ad-6c18-4a26-ba1e-4d12186bca40), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:21.184398 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed3d9a2-2c50-49df-a9e9-c1bc366562f8 admin admin] Network cf976b2f-0ebc-4e5a-b101-0355f31913b1 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:58:21.186125 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-7ed3d9a2-2c50-49df-a9e9-c1bc366562f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:58:21.305848 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e6eac1da-bb4a-42fc-94af-44f43d2bdb98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:21.337307 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f74fb8-ebcf-4137-bcf6-6cea108f8e86 None None] Pushing event updated for resources: {'Port': ['ID=f3dcf5ad-6c18-4a26-ba1e-4d12186bca40,revision_number=2']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:21.381770 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-0614ce39-4253-4e53-a4d2-8ae230708d02 None None] Provisioning complete for port f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0 triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:58:21.382399 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-0614ce39-4253-4e53-a4d2-8ae230708d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:21.456046 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-0614ce39-4253-4e53-a4d2-8ae230708d02 None None] Port f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0 cannot update to ACTIVE because it is not bound. {{(pid=103972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 30 04:58:21.480521 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port dfb46021-4186-4ba0-8935-733ecf2f8cc3 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:58:21.481386 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (dfb46021-4186-4ba0-8935-733ecf2f8cc3), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:21.516673 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68abfbb8-28aa-4cb5-bb4f-c66f16c18852 admin admin] Router e4492f7a-7892-4e11-b88c-383ecb15198a has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 04:58:21.529873 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed3d9a2-2c50-49df-a9e9-c1bc366562f8 admin admin] Router b59f3aef-e47d-4eb9-819a-3790ca762486 has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 04:58:21.600646 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-0614ce39-4253-4e53-a4d2-8ae230708d02 None None] Provisioning complete for port 3cc83e3d-6f18-45ea-80e9-35ad9f11c343 triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:58:21.609032 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-0614ce39-4253-4e53-a4d2-8ae230708d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (3cc83e3d-6f18-45ea-80e9-35ad9f11c343), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:21.612732 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-79ce09f0-c2b4-406a-9e20-5352aa53f629 None None] For port f3dcf5ad-6c18-4a26-ba1e-4d12186bca40, host dv-cinder-851279-3-iscsi, cleared binding levels {{(pid=103972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:58:21.653077 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:21.690315 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-79ce09f0-c2b4-406a-9e20-5352aa53f629 None None] For port f3dcf5ad-6c18-4a26-ba1e-4d12186bca40, host dv-cinder-851279-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=f3dcf5ad-6c18-4a26-ba1e-4d12186bca40,segment=NetworkSegment(e5d036d1-25f5-4dcf-bf6d-d8f947655ab3),segment_id=e5d036d1-25f5-4dcf-bf6d-d8f947655ab3)] {{(pid=103972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:58:21.749671 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-2ac6116b-ad6e-4f19-8a18-9577dd30f8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db0553a-115a-4d31-af18-56f089af9880', 'name': 'tempest-AttachVolumeNegativeTest-426223834-router', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:08Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 4, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'gw_port': {'id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:09Z', 'updated_at': '2022-07-30T04:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012', 'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'mac_address': 'fa:16:3e:bb:02:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:15Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 2, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'subnets': [{'id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:21.801067 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed3d9a2-2c50-49df-a9e9-c1bc366562f8 admin admin] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:58:21.803930 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 47186) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:21.819268 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac6116b-ad6e-4f19-8a18-9577dd30f8f0 None None] The sync data for ids ['2db0553a-115a-4d31-af18-56f089af9880'] in dv-cinder-851279-3-iscsi is: [{'id': '2db0553a-115a-4d31-af18-56f089af9880', 'name': 'tempest-AttachVolumeNegativeTest-426223834-router', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:08Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 4, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'gw_port': {'id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:09Z', 'updated_at': '2022-07-30T04:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012', 'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'mac_address': 'fa:16:3e:bb:02:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:15Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 2, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'subnets': [{'id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:58:21.821092 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-7ed3d9a2-2c50-49df-a9e9-c1bc366562f8 admin admin] 10.222.0.20 "PUT /v2.0/routers/b59f3aef-e47d-4eb9-819a-3790ca762486/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0831022 Jul 30 04:58:21.825306 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-79ce09f0-c2b4-406a-9e20-5352aa53f629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (f3dcf5ad-6c18-4a26-ba1e-4d12186bca40), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:21.827135 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-c8c9b6f7-6420-4cab-8e32-054632fa6a7f tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2103773760', 'description': 'tempest-description--618825551'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:58:21.851192 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-0614ce39-4253-4e53-a4d2-8ae230708d02 None None] Port 3cc83e3d-6f18-45ea-80e9-35ad9f11c343 cannot update to ACTIVE because it is not bound. {{(pid=103972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 30 04:58:21.918870 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c8c9b6f7-6420-4cab-8e32-054632fa6a7f tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:21.921000 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68abfbb8-28aa-4cb5-bb4f-c66f16c18852 admin admin] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:58:21.943184 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-68abfbb8-28aa-4cb5-bb4f-c66f16c18852 admin admin] 10.222.0.20 "PUT /v2.0/routers/e4492f7a-7892-4e11-b88c-383ecb15198a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6936266 Jul 30 04:58:22.049358 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 47194) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:22.054269 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f74fb8-ebcf-4137-bcf6-6cea108f8e86 None None] Pushing event updated for resources: {'Port': ['ID=f3dcf5ad-6c18-4a26-ba1e-4d12186bca40,revision_number=3']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:22.056701 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-7b402bf1-ec8f-4b5d-8f04-db213ada109a tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Request body: {'security_group': {'name': 'tempest-securitygroup--693254762', 'description': 'tempest-description--1266338332'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:58:22.104424 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:22.111166 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-660bfbbc-5ba4-401b-91c5-75dc8b62df27 None None] Publish callbacks [] for port (efa7d207-4c7e-401d-b020-6873aff954a7), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:22.123625 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ce09f0-c2b4-406a-9e20-5352aa53f629 None None] Routers {'b59f3aef-e47d-4eb9-819a-3790ca762486'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 04:58:22.124561 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-79ce09f0-c2b4-406a-9e20-5352aa53f629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T04:57:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['b59f3aef-e47d-4eb9-819a-3790ca762486'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:22.128563 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-660bfbbc-5ba4-401b-91c5-75dc8b62df27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (efa7d207-4c7e-401d-b020-6873aff954a7), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:22.132565 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:22.144110 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-7b402bf1-ec8f-4b5d-8f04-db213ada109a tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:22.180217 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c8c9b6f7-6420-4cab-8e32-054632fa6a7f tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks [] for security_group (461877ad-7066-4a74-a85c-258192a16fb8), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:22.192963 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-e6a7ecb7-5625-472e-b250-a733ee475b27 None None] Provisioning complete for port f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0 triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:58:22.195316 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e6a7ecb7-5625-472e-b250-a733ee475b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:22.197258 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 47198) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:22.210189 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c8c9b6f7-6420-4cab-8e32-054632fa6a7f tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (461877ad-7066-4a74-a85c-258192a16fb8), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:22.278035 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fc532-adc8-4360-8e34-0014635f10a1 None None] Pushing event updated for resources: {'Port': ['ID=efa7d207-4c7e-401d-b020-6873aff954a7,revision_number=3']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:22.348602 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-660bfbbc-5ba4-401b-91c5-75dc8b62df27 None None] Attempting to bind port efa7d207-4c7e-401d-b020-6873aff954a7 on host dv-cinder-851279-3-iscsi for vnic_type normal with profile {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 04:58:22.348975 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-660bfbbc-5ba4-401b-91c5-75dc8b62df27 None None] Attempting to bind port efa7d207-4c7e-401d-b020-6873aff954a7 by drivers openvswitch,hyperv on host dv-cinder-851279-3-iscsi at level 0 using segments [{'id': 'e9c7cb1b-4a6d-49ef-8923-a11361e78abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1'}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 04:58:22.349368 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660bfbbc-5ba4-401b-91c5-75dc8b62df27 None None] Attempting to bind port efa7d207-4c7e-401d-b020-6873aff954a7 on network fdf70601-7662-4f43-8ddd-db3bc3add8d1 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 04:58:22.349684 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:22.356492 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660bfbbc-5ba4-401b-91c5-75dc8b62df27 None None] Checking agent: {'id': 'b9fa2c71-9776-421f-81b8-af2eb557e43b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 49, 56), 'started_at': datetime.datetime(2022, 7, 30, 4, 50, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 4, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 04:58:22.356851 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660bfbbc-5ba4-401b-91c5-75dc8b62df27 None None] Checking segment: {'id': 'e9c7cb1b-4a6d-49ef-8923-a11361e78abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 04:58:22.357943 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-660bfbbc-5ba4-401b-91c5-75dc8b62df27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:22.358343 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660bfbbc-5ba4-401b-91c5-75dc8b62df27 None None] Bound using segment: {'id': 'e9c7cb1b-4a6d-49ef-8923-a11361e78abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1'} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 04:58:22.358876 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-660bfbbc-5ba4-401b-91c5-75dc8b62df27 None None] Bound port: efa7d207-4c7e-401d-b020-6873aff954a7, host: dv-cinder-851279-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9c7cb1b-4a6d-49ef-8923-a11361e78abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1'}}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 04:58:22.359276 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-660bfbbc-5ba4-401b-91c5-75dc8b62df27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (efa7d207-4c7e-401d-b020-6873aff954a7), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:22.422714 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9b6f7-6420-4cab-8e32-054632fa6a7f tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=461877ad-7066-4a74-a85c-258192a16fb8,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:22.441695 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c8c9b6f7-6420-4cab-8e32-054632fa6a7f tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:22.443578 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port dfb46021-4186-4ba0-8935-733ecf2f8cc3 is: DOWN; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:58:22.444035 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (dfb46021-4186-4ba0-8935-733ecf2f8cc3), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:22.455282 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-c8c9b6f7-6420-4cab-8e32-054632fa6a7f tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6430678 Jul 30 04:58:22.456433 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 47206) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:22.473020 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-7b402bf1-ec8f-4b5d-8f04-db213ada109a tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group (4d333655-4aa8-43a6-a0ce-8e64647ad0de), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:22.476582 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-211b1716-5ebb-4f83-8700-0d3942261459 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Request body: {'security_group_rule': {'security_group_id': '461877ad-7066-4a74-a85c-258192a16fb8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:58:22.483854 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-7b402bf1-ec8f-4b5d-8f04-db213ada109a tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (4d333655-4aa8-43a6-a0ce-8e64647ad0de), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:22.493936 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-660bfbbc-5ba4-401b-91c5-75dc8b62df27 None None] For port efa7d207-4c7e-401d-b020-6873aff954a7, host dv-cinder-851279-3-iscsi, cleared binding levels {{(pid=103973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:58:22.498321 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-660bfbbc-5ba4-401b-91c5-75dc8b62df27 None None] For port efa7d207-4c7e-401d-b020-6873aff954a7, host dv-cinder-851279-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=efa7d207-4c7e-401d-b020-6873aff954a7,segment=NetworkSegment(e9c7cb1b-4a6d-49ef-8923-a11361e78abf),segment_id=e9c7cb1b-4a6d-49ef-8923-a11361e78abf)] {{(pid=103973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:58:22.507850 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-660bfbbc-5ba4-401b-91c5-75dc8b62df27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (efa7d207-4c7e-401d-b020-6873aff954a7), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:22.578329 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-7b402bf1-ec8f-4b5d-8f04-db213ada109a tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:22.585396 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-7b402bf1-ec8f-4b5d-8f04-db213ada109a tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5348346 Jul 30 04:58:22.588554 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b402bf1-ec8f-4b5d-8f04-db213ada109a tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d333655-4aa8-43a6-a0ce-8e64647ad0de,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:22.588862 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 47212) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:22.589555 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-211b1716-5ebb-4f83-8700-0d3942261459 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks [] for security_group_rule (00089c66-dd58-4e94-996a-fd4b3682e5ae), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:22.662896 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660bfbbc-5ba4-401b-91c5-75dc8b62df27 None None] Routers {'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 04:58:22.663543 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-660bfbbc-5ba4-401b-91c5-75dc8b62df27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T04:57:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['adcbfabc-ea52-451d-a1d1-9259f2b8d1b1'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:22.680547 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] For port dfb46021-4186-4ba0-8935-733ecf2f8cc3, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=dfb46021-4186-4ba0-8935-733ecf2f8cc3,segment=NetworkSegment(e5d036d1-25f5-4dcf-bf6d-d8f947655ab3),segment_id=e5d036d1-25f5-4dcf-bf6d-d8f947655ab3)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:58:22.700238 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-683d7766-5127-407d-a99f-98d6b0a7f59c tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Request body: {'security_group_rule': {'security_group_id': '4d333655-4aa8-43a6-a0ce-8e64647ad0de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:58:22.725635 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (dfb46021-4186-4ba0-8935-733ecf2f8cc3), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:22.731358 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device cee32db1-195e-4935-8304-4445ce5664b3 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:58:22.794866 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fc532-adc8-4360-8e34-0014635f10a1 None None] Pushing event updated for resources: {'Port': ['ID=efa7d207-4c7e-401d-b020-6873aff954a7,revision_number=4']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:22.953033 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-e6a7ecb7-5625-472e-b250-a733ee475b27 None None] Port f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0 cannot update to ACTIVE because it is not bound. {{(pid=103972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 30 04:58:22.965004 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:23.018568 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-660bfbbc-5ba4-401b-91c5-75dc8b62df27 None None] Set router adcbfabc-ea52-451d-a1d1-9259f2b8d1b1 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 04:58:23.027148 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-e6a7ecb7-5625-472e-b250-a733ee475b27 None None] Provisioning complete for port 3cc83e3d-6f18-45ea-80e9-35ad9f11c343 triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:58:23.028021 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e6a7ecb7-5625-472e-b250-a733ee475b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (3cc83e3d-6f18-45ea-80e9-35ad9f11c343), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:23.083136 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50eb691-8b36-41c4-a546-7775e0c296d2 None None] Sync routers for ids ['e4492f7a-7892-4e11-b88c-383ecb15198a'] in dv-cinder-851279-3-iscsi {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:58:23.161348 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50eb691-8b36-41c4-a546-7775e0c296d2 None None] Routers {'e4492f7a-7892-4e11-b88c-383ecb15198a'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 04:58:23.175364 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-d50eb691-8b36-41c4-a546-7775e0c296d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T04:57:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['e4492f7a-7892-4e11-b88c-383ecb15198a'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:23.278001 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-683d7766-5127-407d-a99f-98d6b0a7f59c tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group_rule (2e84f88c-9a5d-4485-8c0b-c60c003d3e65), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:23.369130 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-211b1716-5ebb-4f83-8700-0d3942261459 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks [] for security_group_rule (00089c66-dd58-4e94-996a-fd4b3682e5ae), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:23.382087 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-3d246e11-9a5e-4c3b-a4b8-6698a8947a7d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-218659621-network', 'tenant_id': '50232a98be954d9f9a2e1564566733c5'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:58:23.402275 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-211b1716-5ebb-4f83-8700-0d3942261459 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826758'] for security_group_rule (00089c66-dd58-4e94-996a-fd4b3682e5ae), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:23.455677 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 47252) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:23.459138 dv-cinder-851279-3-iscsi neutron-server[103970]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 30 04:58:23.474142 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.agents_db [None req-c768def0-c5c3-40f0-ac12-561af9dad95f None None] Agent healthcheck: found 6 active agents {{(pid=103973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:58:23.496463 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-d50eb691-8b36-41c4-a546-7775e0c296d2 None None] Set router e4492f7a-7892-4e11-b88c-383ecb15198a gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 04:58:23.525419 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-683d7766-5127-407d-a99f-98d6b0a7f59c tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group_rule (2e84f88c-9a5d-4485-8c0b-c60c003d3e65), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:23.554085 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-683d7766-5127-407d-a99f-98d6b0a7f59c tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826758'] for security_group_rule (2e84f88c-9a5d-4485-8c0b-c60c003d3e65), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:23.562287 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:23.568299 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b1716-5ebb-4f83-8700-0d3942261459 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00089c66-dd58-4e94-996a-fd4b3682e5ae,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:23.606904 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:23.616203 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-bc2b832e-9b86-441d-b9b7-1232ed321fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:23.622060 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d246e11-9a5e-4c3b-a4b8-6698a8947a7d admin admin] Made reservation on behalf of 50232a98be954d9f9a2e1564566733c5 for: {'network': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:58:23.628806 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-3d246e11-9a5e-4c3b-a4b8-6698a8947a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for network (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:23.638464 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:23.654590 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-3d246e11-9a5e-4c3b-a4b8-6698a8947a7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:23.658985 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-211b1716-5ebb-4f83-8700-0d3942261459 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:23.660689 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-211b1716-5ebb-4f83-8700-0d3942261459 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2032917 Jul 30 04:58:23.667232 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 47256) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:23.678110 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-6704d9ae-62f8-4c8c-8dae-4d11836f8c8f tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Request body: {'security_group_rule': {'security_group_id': '461877ad-7066-4a74-a85c-258192a16fb8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:58:23.685291 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d7766-5127-407d-a99f-98d6b0a7f59c tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e84f88c-9a5d-4485-8c0b-c60c003d3e65,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:23.727063 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-660bfbbc-5ba4-401b-91c5-75dc8b62df27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1167597909-router', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'cee32db1-195e-4935-8304-4445ce5664b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:06Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 4, 'project_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'gw_port': {'id': 'cee32db1-195e-4935-8304-4445ce5664b3', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c1:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:07Z', 'updated_at': '2022-07-30T04:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'efa7d207-4c7e-401d-b020-6873aff954a7', 'name': '', 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'mac_address': 'fa:16:3e:79:5c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '872e5683-a168-4487-9376-0296b22d54e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:15Z', 'updated_at': '2022-07-30T04:58:22Z', 'revision_number': 4, 'project_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'subnets': [{'id': '872e5683-a168-4487-9376-0296b22d54e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:23.753579 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-79ce09f0-c2b4-406a-9e20-5352aa53f629 None None] Set router b59f3aef-e47d-4eb9-819a-3790ca762486 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 04:58:23.782651 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660bfbbc-5ba4-401b-91c5-75dc8b62df27 None None] The sync data for ids ['adcbfabc-ea52-451d-a1d1-9259f2b8d1b1'] in dv-cinder-851279-3-iscsi is: [{'id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1167597909-router', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'cee32db1-195e-4935-8304-4445ce5664b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:06Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 4, 'project_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'gw_port': {'id': 'cee32db1-195e-4935-8304-4445ce5664b3', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c1:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:07Z', 'updated_at': '2022-07-30T04:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'efa7d207-4c7e-401d-b020-6873aff954a7', 'name': '', 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'mac_address': 'fa:16:3e:79:5c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '872e5683-a168-4487-9376-0296b22d54e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:15Z', 'updated_at': '2022-07-30T04:58:22Z', 'revision_number': 4, 'project_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'subnets': [{'id': '872e5683-a168-4487-9376-0296b22d54e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:58:23.800031 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-3d246e11-9a5e-4c3b-a4b8-6698a8947a7d admin admin] Publish callbacks [] for security_group (884b1024-a781-4c6c-ba5e-9c863da3ec75), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:23.814333 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-683d7766-5127-407d-a99f-98d6b0a7f59c tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:23.815927 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-683d7766-5127-407d-a99f-98d6b0a7f59c tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1523528 Jul 30 04:58:23.818992 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 47262) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:23.828473 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-3d246e11-9a5e-4c3b-a4b8-6698a8947a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (884b1024-a781-4c6c-ba5e-9c863da3ec75), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:23.891597 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d246e11-9a5e-4c3b-a4b8-6698a8947a7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=103971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:58:23.911741 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:23.913914 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port cee32db1-195e-4935-8304-4445ce5664b3 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:58:23.914295 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (cee32db1-195e-4935-8304-4445ce5664b3), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:23.919005 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-e6a7ecb7-5625-472e-b250-a733ee475b27 None None] Port 3cc83e3d-6f18-45ea-80e9-35ad9f11c343 cannot update to ACTIVE because it is not bound. {{(pid=103972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 30 04:58:23.939646 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=74,neutron:DELETE=4,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:23.946401 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6704d9ae-62f8-4c8c-8dae-4d11836f8c8f tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks [] for security_group_rule (ab1eb2bb-ff8a-4a10-8ef2-3bd70632ce31), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:23.952227 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-3d246e11-9a5e-4c3b-a4b8-6698a8947a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101'] for segment (475eb71e-24ea-4e08-a53f-0b634a219278), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:23.952771 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.db.segments_db [None req-3d246e11-9a5e-4c3b-a4b8-6698a8947a7d admin admin] Added segment 475eb71e-24ea-4e08-a53f-0b634a219278 of type vlan for network e16a4ae6-0ad9-4539-a160-a7c95346c915 Jul 30 04:58:23.963995 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-2715ef12-7758-4ebc-a4bd-20b1b2f564f1 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Request body: {'security_group_rule': {'security_group_id': '4d333655-4aa8-43a6-a0ce-8e64647ad0de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:58:23.971951 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d246e11-9a5e-4c3b-a4b8-6698a8947a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884b1024-a781-4c6c-ba5e-9c863da3ec75,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:23.984841 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 47278) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:24.027389 dv-cinder-851279-3-iscsi neutron-server[103971]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 30 04:58:24.037582 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-386d0fa0-75d2-40e9-831b-022643e351ef tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:24.044959 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-386d0fa0-75d2-40e9-831b-022643e351ef tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/networks?id=cf976b2f-0ebc-4e5a-b101-0355f31913b1 HTTP/1.1" status: 200 len: 819 time: 0.5870774 Jul 30 04:58:24.095660 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-e73fdd22-5fbc-4f02-827f-f3bbc74130ec tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/quotas/decb0bd64582440590890900e594b79e HTTP/1.1" status: 200 len: 375 time: 0.0424061 Jul 30 04:58:24.100377 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Pushing event updated for resources: {'Port': ['ID=dfb46021-4186-4ba0-8935-733ecf2f8cc3,revision_number=4']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:24.184379 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:24.291890 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2715ef12-7758-4ebc-a4bd-20b1b2f564f1 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group_rule (fa4c9625-82a8-4262-aaba-3cf2a1acbb64), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:24.400615 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-52040e07-da6a-4d88-a53c-6041d0d6a3d0 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=decb0bd64582440590890900e594b79e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2895248 Jul 30 04:58:24.473109 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-3d246e11-9a5e-4c3b-a4b8-6698a8947a7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736268284326'] for network (e16a4ae6-0ad9-4539-a160-a7c95346c915), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:24.500788 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2715ef12-7758-4ebc-a4bd-20b1b2f564f1 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group_rule (fa4c9625-82a8-4262-aaba-3cf2a1acbb64), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:24.513047 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2715ef12-7758-4ebc-a4bd-20b1b2f564f1 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826758'] for security_group_rule (fa4c9625-82a8-4262-aaba-3cf2a1acbb64), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:24.534618 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715ef12-7758-4ebc-a4bd-20b1b2f564f1 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa4c9625-82a8-4262-aaba-3cf2a1acbb64,revision_number=0']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:24.582125 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2715ef12-7758-4ebc-a4bd-20b1b2f564f1 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:24.583426 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-2715ef12-7758-4ebc-a4bd-20b1b2f564f1 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6253989 Jul 30 04:58:24.587396 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 47296) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:24.593431 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-94b44e32-84a7-453c-a927-6db52b04ace2 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Request body: {'floatingip': {'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:58:24.615226 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-d50eb691-8b36-41c4-a546-7775e0c296d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4492f7a-7892-4e11-b88c-383ecb15198a', 'name': 'tempest-DeleteServersTestJSON-1843642538-router', 'tenant_id': 'ef5fe5ac675540c0930bd7bab0d8b27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'dfb46021-4186-4ba0-8935-733ecf2f8cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:09Z', 'updated_at': '2022-07-30T04:58:19Z', 'revision_number': 4, 'project_id': 'ef5fe5ac675540c0930bd7bab0d8b27f', 'gw_port': {'id': 'dfb46021-4186-4ba0-8935-733ecf2f8cc3', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4492f7a-7892-4e11-b88c-383ecb15198a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:10Z', 'updated_at': '2022-07-30T04:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0', 'name': '', 'network_id': '97e9be64-b56d-4d78-b9ab-2ad28b14b15e', 'tenant_id': 'ef5fe5ac675540c0930bd7bab0d8b27f', 'mac_address': 'fa:16:3e:45:aa:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4492f7a-7892-4e11-b88c-383ecb15198a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'bf93e83f-aa25-4208-8ce8-4ab7338e6907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:18Z', 'updated_at': '2022-07-30T04:58:20Z', 'revision_number': 2, 'project_id': 'ef5fe5ac675540c0930bd7bab0d8b27f', 'subnets': [{'id': 'bf93e83f-aa25-4208-8ce8-4ab7338e6907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:24.648830 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-94b44e32-84a7-453c-a927-6db52b04ace2 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:24.701598 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-3d246e11-9a5e-4c3b-a4b8-6698a8947a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920'] for network (e16a4ae6-0ad9-4539-a160-a7c95346c915), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:24.708899 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d246e11-9a5e-4c3b-a4b8-6698a8947a7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:24.709411 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-3d246e11-9a5e-4c3b-a4b8-6698a8947a7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for network (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:24.731105 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6704d9ae-62f8-4c8c-8dae-4d11836f8c8f tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks [] for security_group_rule (ab1eb2bb-ff8a-4a10-8ef2-3bd70632ce31), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:24.739181 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port cee32db1-195e-4935-8304-4445ce5664b3 is: DOWN; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:58:24.743975 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (cee32db1-195e-4935-8304-4445ce5664b3), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:24.809216 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6704d9ae-62f8-4c8c-8dae-4d11836f8c8f tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826758'] for security_group_rule (ab1eb2bb-ff8a-4a10-8ef2-3bd70632ce31), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:24.811154 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-79ce09f0-c2b4-406a-9e20-5352aa53f629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'name': 'tempest-ServerRescueNegativeTestJSON-1110144523-router', 'tenant_id': 'decb0bd64582440590890900e594b79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'f3dcf5ad-6c18-4a26-ba1e-4d12186bca40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:10Z', 'updated_at': '2022-07-30T04:58:20Z', 'revision_number': 4, 'project_id': 'decb0bd64582440590890900e594b79e', 'gw_port': {'id': 'f3dcf5ad-6c18-4a26-ba1e-4d12186bca40', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:82:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:11Z', 'updated_at': '2022-07-30T04:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': '3cc83e3d-6f18-45ea-80e9-35ad9f11c343', 'name': '', 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1', 'tenant_id': 'decb0bd64582440590890900e594b79e', 'mac_address': 'fa:16:3e:5e:c7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '92a83611-d09e-4b38-9b4b-aa1a1854f601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:18Z', 'updated_at': '2022-07-30T04:58:20Z', 'revision_number': 2, 'project_id': 'decb0bd64582440590890900e594b79e', 'subnets': [{'id': '92a83611-d09e-4b38-9b4b-aa1a1854f601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:24.819592 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50eb691-8b36-41c4-a546-7775e0c296d2 None None] Checking router: e4492f7a-7892-4e11-b88c-383ecb15198a for host: dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:58:24.819925 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50eb691-8b36-41c4-a546-7775e0c296d2 None None] Updating router e4492f7a-7892-4e11-b88c-383ecb15198a port f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0 binding host dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:58:24.908685 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-44295554-701b-40a2-a41e-b6073ef49019 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103970) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 30 04:58:24.909762 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-44295554-701b-40a2-a41e-b6073ef49019 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2153881 Jul 30 04:58:24.937478 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-3d246e11-9a5e-4c3b-a4b8-6698a8947a7d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.7387736 Jul 30 04:58:24.950974 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 47306) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:24.958853 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-e8403647-63f6-4c40-9fa9-f5b013b061ad admin admin] Request body: {'subnet': {'network_id': 'e16a4ae6-0ad9-4539-a160-a7c95346c915', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-218659621-subnet', 'tenant_id': '50232a98be954d9f9a2e1564566733c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:58:24.968456 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6704d9ae-62f8-4c8c-8dae-4d11836f8c8f tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab1eb2bb-ff8a-4a10-8ef2-3bd70632ce31,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:24.984767 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-c3181c34-fd22-4a42-b9f3-00cd5bafaf40 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:24.986334 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-c3181c34-fd22-4a42-b9f3-00cd5bafaf40 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/networks?id=97e9be64-b56d-4d78-b9ab-2ad28b14b15e HTTP/1.1" status: 200 len: 812 time: 0.9635265 Jul 30 04:58:24.988966 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6704d9ae-62f8-4c8c-8dae-4d11836f8c8f tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:24.990076 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-6704d9ae-62f8-4c8c-8dae-4d11836f8c8f tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3159571 Jul 30 04:58:25.000236 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d246e11-9a5e-4c3b-a4b8-6698a8947a7d admin admin] Pushing event updated for resources: {'Network': ['ID=e16a4ae6-0ad9-4539-a160-a7c95346c915,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:25.011410 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 47308) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:25.021222 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-1b7aff99-1db5-4da1-98c8-ee19d2b88b5a tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Request body: {'floatingip': {'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:58:25.038975 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:25.048930 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Network e16a4ae6-0ad9-4539-a160-a7c95346c915 details requested by agent ovs-agent-dv-cinder-851279-3-iscsi with host dv-cinder-851279-3-iscsi {{(pid=103972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:58:25.059106 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-7e99448f-d16b-44a7-a92a-c5c58afe0052 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/quotas/ef5fe5ac675540c0930bd7bab0d8b27f HTTP/1.1" status: 200 len: 375 time: 0.0556667 Jul 30 04:58:25.085410 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ce09f0-c2b4-406a-9e20-5352aa53f629 None None] The sync data for ids ['b59f3aef-e47d-4eb9-819a-3790ca762486'] in dv-cinder-851279-3-iscsi is: [{'id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'name': 'tempest-ServerRescueNegativeTestJSON-1110144523-router', 'tenant_id': 'decb0bd64582440590890900e594b79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'f3dcf5ad-6c18-4a26-ba1e-4d12186bca40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:10Z', 'updated_at': '2022-07-30T04:58:20Z', 'revision_number': 4, 'project_id': 'decb0bd64582440590890900e594b79e', 'gw_port': {'id': 'f3dcf5ad-6c18-4a26-ba1e-4d12186bca40', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:82:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:11Z', 'updated_at': '2022-07-30T04:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': '3cc83e3d-6f18-45ea-80e9-35ad9f11c343', 'name': '', 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1', 'tenant_id': 'decb0bd64582440590890900e594b79e', 'mac_address': 'fa:16:3e:5e:c7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '92a83611-d09e-4b38-9b4b-aa1a1854f601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:18Z', 'updated_at': '2022-07-30T04:58:20Z', 'revision_number': 2, 'project_id': 'decb0bd64582440590890900e594b79e', 'subnets': [{'id': '92a83611-d09e-4b38-9b4b-aa1a1854f601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:58:25.120296 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] For port cee32db1-195e-4935-8304-4445ce5664b3, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=cee32db1-195e-4935-8304-4445ce5664b3,segment=NetworkSegment(e5d036d1-25f5-4dcf-bf6d-d8f947655ab3),segment_id=e5d036d1-25f5-4dcf-bf6d-d8f947655ab3)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:58:25.139212 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d50eb691-8b36-41c4-a546-7775e0c296d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:25.148929 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (cee32db1-195e-4935-8304-4445ce5664b3), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:25.149828 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 0c05537e-153d-444f-8baf-a39fb2f1b7e0 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:58:25.151645 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8403647-63f6-4c40-9fa9-f5b013b061ad admin admin] Made reservation on behalf of 50232a98be954d9f9a2e1564566733c5 for: {'subnet': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:58:25.155210 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e8403647-63f6-4c40-9fa9-f5b013b061ad admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:25.201231 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-2118042c-a1b3-46c3-9c7e-73c40a9663c9 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef5fe5ac675540c0930bd7bab0d8b27f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1409206 Jul 30 04:58:25.235732 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-94b44e32-84a7-453c-a927-6db52b04ace2 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:25.298083 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1b7aff99-1db5-4da1-98c8-ee19d2b88b5a tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:25.312021 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Pushing event updated for resources: {'Port': ['ID=cee32db1-195e-4935-8304-4445ce5664b3,revision_number=4']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:25.390727 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:25.426484 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 0c05537e-153d-444f-8baf-a39fb2f1b7e0 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:58:25.426872 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (0c05537e-153d-444f-8baf-a39fb2f1b7e0), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:25.468453 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-7b0930c7-81fa-4d95-991f-ee195e8016be service neutron] 10.222.0.20 "GET /v2.0/networks/cf976b2f-0ebc-4e5a-b101-0355f31913b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549415 Jul 30 04:58:25.471120 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_common [None req-94b44e32-84a7-453c-a927-6db52b04ace2 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Allocated IP 172.27.2.108 (0194f4bd-d033-4ee0-a642-9d17cfb40f96/6c0201b0-7b08-4a32-872b-15ffee5372f4/11d57505-4b86-4abf-9719-c47c2c88baa6) {{(pid=103970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:58:25.561547 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:25.601883 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 0c05537e-153d-444f-8baf-a39fb2f1b7e0 is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:58:25.603714 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 0048f756-b3c7-400b-86fd-055ecf35fee9 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:58:25.696414 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:25.743785 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-1382c72d-9150-43ef-bdda-4bf20cbdf341 service neutron] 10.222.0.20 "GET /v2.0/networks/cf976b2f-0ebc-4e5a-b101-0355f31913b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708931 Jul 30 04:58:25.744296 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:25.764034 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e8403647-63f6-4c40-9fa9-f5b013b061ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920'] for subnet (64feb9ae-3c5a-40ac-ab1f-9006301627be), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:25.808967 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d50eb691-8b36-41c4-a546-7775e0c296d2 None None] Publish callbacks [] for port (f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0), precommit_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:25.815533 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 0048f756-b3c7-400b-86fd-055ecf35fee9 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:58:25.815962 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (0048f756-b3c7-400b-86fd-055ecf35fee9), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:25.834489 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-94b44e32-84a7-453c-a927-6db52b04ace2 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for port (11d57505-4b86-4abf-9719-c47c2c88baa6), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:25.854275 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d50eb691-8b36-41c4-a546-7775e0c296d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:25.868814 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-6ae9051f-04a5-4444-bdef-7f51c4a12096 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 30 04:58:25.869880 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-6ae9051f-04a5-4444-bdef-7f51c4a12096 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5738914 Jul 30 04:58:25.931349 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-94b44e32-84a7-453c-a927-6db52b04ace2 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840'] for port (11d57505-4b86-4abf-9719-c47c2c88baa6), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:25.956388 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:25.965208 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71fc279-9fa3-498a-b7df-c0b1fceb5571 None None] Pushing event updated for resources: {'Port': ['ID=f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0,revision_number=3']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:25.990582 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:26.007106 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b44e32-84a7-453c-a927-6db52b04ace2 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Network 0194f4bd-d033-4ee0-a642-9d17cfb40f96 is already hosted by enough agents. {{(pid=103970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:58:26.019002 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-94b44e32-84a7-453c-a927-6db52b04ace2 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Resources bound (agent type, host, resource id): {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:58:26.025426 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b44e32-84a7-453c-a927-6db52b04ace2 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Received port after_create {{(pid=103970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 04:58:26.026495 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:26.076805 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8403647-63f6-4c40-9fa9-f5b013b061ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=64feb9ae-3c5a-40ac-ab1f-9006301627be,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:26.088504 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-d50eb691-8b36-41c4-a546-7775e0c296d2 None None] Attempting to bind port f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0 on host dv-cinder-851279-3-iscsi for vnic_type normal with profile {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 04:58:26.089230 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-d50eb691-8b36-41c4-a546-7775e0c296d2 None None] Attempting to bind port f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0 by drivers openvswitch,hyperv on host dv-cinder-851279-3-iscsi at level 0 using segments [{'id': '41f502f5-f814-4611-b387-3febd78d07e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '97e9be64-b56d-4d78-b9ab-2ad28b14b15e'}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 04:58:26.089860 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50eb691-8b36-41c4-a546-7775e0c296d2 None None] Attempting to bind port f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0 on network 97e9be64-b56d-4d78-b9ab-2ad28b14b15e {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 04:58:26.106330 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50eb691-8b36-41c4-a546-7775e0c296d2 None None] Checking agent: {'id': 'b9fa2c71-9776-421f-81b8-af2eb557e43b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 49, 56), 'started_at': datetime.datetime(2022, 7, 30, 4, 50, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 4, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 04:58:26.106961 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50eb691-8b36-41c4-a546-7775e0c296d2 None None] Checking segment: {'id': '41f502f5-f814-4611-b387-3febd78d07e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '97e9be64-b56d-4d78-b9ab-2ad28b14b15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 04:58:26.107778 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d50eb691-8b36-41c4-a546-7775e0c296d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:26.108367 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50eb691-8b36-41c4-a546-7775e0c296d2 None None] Bound using segment: {'id': '41f502f5-f814-4611-b387-3febd78d07e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '97e9be64-b56d-4d78-b9ab-2ad28b14b15e'} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 04:58:26.109194 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-d50eb691-8b36-41c4-a546-7775e0c296d2 None None] Bound port: f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0, host: dv-cinder-851279-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f502f5-f814-4611-b387-3febd78d07e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '97e9be64-b56d-4d78-b9ab-2ad28b14b15e'}}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 04:58:26.111936 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d50eb691-8b36-41c4-a546-7775e0c296d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:26.146791 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 0048f756-b3c7-400b-86fd-055ecf35fee9 is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:58:26.149577 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 790e5057-0da6-4d02-8b48-dda290051968 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:58:26.173717 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b44e32-84a7-453c-a927-6db52b04ace2 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Pushing event updated for resources: {'Port': ['ID=11d57505-4b86-4abf-9719-c47c2c88baa6,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:26.206715 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8403647-63f6-4c40-9fa9-f5b013b061ad admin admin] Checking segment: {'id': '475eb71e-24ea-4e08-a53f-0b634a219278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e16a4ae6-0ad9-4539-a160-a7c95346c915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 04:58:26.207128 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8403647-63f6-4c40-9fa9-f5b013b061ad admin admin] Network hostable DHCP agents. Network: e16a4ae6-0ad9-4539-a160-a7c95346c915, hostable agents: ['5671713e-478d-4a9e-a7e0-1ef6e7bf2e69'], hosted agents: [] {{(pid=103971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:58:26.218741 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1b7aff99-1db5-4da1-98c8-ee19d2b88b5a tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:26.307359 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-d50eb691-8b36-41c4-a546-7775e0c296d2 None None] For port f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0, host dv-cinder-851279-3-iscsi, cleared binding levels {{(pid=103972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:58:26.312061 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-d50eb691-8b36-41c4-a546-7775e0c296d2 None None] For port f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0, host dv-cinder-851279-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0,segment=NetworkSegment(41f502f5-f814-4611-b387-3febd78d07e6),segment_id=41f502f5-f814-4611-b387-3febd78d07e6)] {{(pid=103972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:58:26.334575 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8403647-63f6-4c40-9fa9-f5b013b061ad admin admin] Network e16a4ae6-0ad9-4539-a160-a7c95346c915 is scheduled to be hosted by DHCP agent 5671713e-478d-4a9e-a7e0-1ef6e7bf2e69 with binding_index 1 {{(pid=103971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:58:26.343869 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-0143b959-8de6-4f10-9040-74dc44c902b7 service neutron] 10.222.0.20 "GET /v2.0/networks/97e9be64-b56d-4d78-b9ab-2ad28b14b15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623687 Jul 30 04:58:26.373053 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d50eb691-8b36-41c4-a546-7775e0c296d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:26.381169 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-e8403647-63f6-4c40-9fa9-f5b013b061ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-3-iscsi, e16a4ae6-0ad9-4539-a160-a7c95346c915) {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:58:26.386107 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:26.406829 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc607d88-67e4-4995-bb8b-6cb470f6d10d None None] Network e16a4ae6-0ad9-4539-a160-a7c95346c915 requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 04:58:26.451577 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8403647-63f6-4c40-9fa9-f5b013b061ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:26.457045 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e8403647-63f6-4c40-9fa9-f5b013b061ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for subnet (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:26.489621 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50eb691-8b36-41c4-a546-7775e0c296d2 None None] Routers {'e4492f7a-7892-4e11-b88c-383ecb15198a'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 04:58:26.490257 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-d50eb691-8b36-41c4-a546-7775e0c296d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T04:58:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['e4492f7a-7892-4e11-b88c-383ecb15198a'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:26.577913 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-e8403647-63f6-4c40-9fa9-f5b013b061ad admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6153750 Jul 30 04:58:26.618595 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71fc279-9fa3-498a-b7df-c0b1fceb5571 None None] Pushing event updated for resources: {'Port': ['ID=f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0,revision_number=4']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:26.657225 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:26.661199 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 790e5057-0da6-4d02-8b48-dda290051968 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:58:26.661704 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (790e5057-0da6-4d02-8b48-dda290051968), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:26.717388 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [None req-1b7aff99-1db5-4da1-98c8-ee19d2b88b5a tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Allocated IP 172.27.2.78 (0194f4bd-d033-4ee0-a642-9d17cfb40f96/6c0201b0-7b08-4a32-872b-15ffee5372f4/e89a607f-ae0b-4b16-b628-dcdc6a432c82) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:58:26.742755 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-00cfa82e-dce1-4eb9-a41c-b636edd79075 req-6292dc29-09c6-423c-9b8f-261eb707e525 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc0c06a0-156a-4cee-8ff7-92ab582bc4a1 HTTP/1.1" status: 200 len: 210 time: 0.5548320 Jul 30 04:58:26.779298 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-94b44e32-84a7-453c-a927-6db52b04ace2 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for floatingip (48a92b03-faa1-40c1-9291-afcefe56af14), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:26.814976 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-73bf4481-aa97-460a-8886-e1591bc96ef9 service neutron] 10.222.0.20 "GET /v2.0/networks/97e9be64-b56d-4d78-b9ab-2ad28b14b15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4541705 Jul 30 04:58:26.889733 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220f3077-2d6a-435b-a37b-96489600106f None None] Network e16a4ae6-0ad9-4539-a160-a7c95346c915 requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 04:58:26.909332 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-94b44e32-84a7-453c-a927-6db52b04ace2 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (11d57505-4b86-4abf-9719-c47c2c88baa6), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:27.084704 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa25b931-906e-4b1b-97be-0e55ec494f80 None None] Sync routers for ids ['2db0553a-115a-4d31-af18-56f089af9880'] in dv-cinder-851279-3-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:58:27.085952 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-d50eb691-8b36-41c4-a546-7775e0c296d2 None None] Set router e4492f7a-7892-4e11-b88c-383ecb15198a gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 04:58:27.144384 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa25b931-906e-4b1b-97be-0e55ec494f80 None None] Routers {'2db0553a-115a-4d31-af18-56f089af9880'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 04:58:27.149898 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-fa25b931-906e-4b1b-97be-0e55ec494f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T04:58:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['2db0553a-115a-4d31-af18-56f089af9880'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:27.215232 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1b7aff99-1db5-4da1-98c8-ee19d2b88b5a tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks [] for port (e89a607f-ae0b-4b16-b628-dcdc6a432c82), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:27.324685 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:27.335144 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1b7aff99-1db5-4da1-98c8-ee19d2b88b5a tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840'] for port (e89a607f-ae0b-4b16-b628-dcdc6a432c82), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:27.606424 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-fa25b931-906e-4b1b-97be-0e55ec494f80 None None] Set router 2db0553a-115a-4d31-af18-56f089af9880 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 04:58:27.755188 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7aff99-1db5-4da1-98c8-ee19d2b88b5a tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Network 0194f4bd-d033-4ee0-a642-9d17cfb40f96 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:58:27.768057 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-95858146-020b-4b4a-9d06-cb78eba8d159 req-4c1a169f-a8cc-463f-85f3-79b4ad8a3924 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 210 time: 0.3101385 Jul 30 04:58:27.810227 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-1b7aff99-1db5-4da1-98c8-ee19d2b88b5a tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:58:27.846411 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7aff99-1db5-4da1-98c8-ee19d2b88b5a tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 04:58:27.884570 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7aff99-1db5-4da1-98c8-ee19d2b88b5a tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Pushing event updated for resources: {'Port': ['ID=e89a607f-ae0b-4b16-b628-dcdc6a432c82,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:28.003641 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-94b44e32-84a7-453c-a927-6db52b04ace2 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for port (11d57505-4b86-4abf-9719-c47c2c88baa6), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:28.044750 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-6914496b-8a5c-4f91-8e63-06521a9c4179 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:28.060064 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-6914496b-8a5c-4f91-8e63-06521a9c4179 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/networks?id=cf976b2f-0ebc-4e5a-b101-0355f31913b1 HTTP/1.1" status: 200 len: 819 time: 0.6390424 Jul 30 04:58:28.120412 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-94b44e32-84a7-453c-a927-6db52b04ace2 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (11d57505-4b86-4abf-9719-c47c2c88baa6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:28.124580 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 790e5057-0da6-4d02-8b48-dda290051968 is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:58:28.127383 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-94b44e32-84a7-453c-a927-6db52b04ace2 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692779'] for floatingip (48a92b03-faa1-40c1-9291-afcefe56af14), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:28.231000 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-791a6ed7-580a-4590-beb2-dc3cd9c56807 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/quotas/decb0bd64582440590890900e594b79e HTTP/1.1" status: 200 len: 375 time: 0.1694851 Jul 30 04:58:28.298387 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1b7aff99-1db5-4da1-98c8-ee19d2b88b5a tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks [] for floatingip (d0d2b56d-1757-42c4-afd8-da7b73b51ead), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:28.349441 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-4ecf5e8d-0005-4166-802c-33aa5341f574 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=decb0bd64582440590890900e594b79e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1170640 Jul 30 04:58:28.363795 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-94b44e32-84a7-453c-a927-6db52b04ace2 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for floatingip (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:28.379654 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-94b44e32-84a7-453c-a927-6db52b04ace2 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7907712 Jul 30 04:58:28.460948 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-fa25b931-906e-4b1b-97be-0e55ec494f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db0553a-115a-4d31-af18-56f089af9880', 'name': 'tempest-AttachVolumeNegativeTest-426223834-router', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:08Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 4, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'gw_port': {'id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:09Z', 'updated_at': '2022-07-30T04:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012', 'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'mac_address': 'fa:16:3e:bb:02:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:15Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 2, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'subnets': [{'id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:28.471997 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 47456) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:28.490275 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-eeafa61c-5eef-46d8-bb94-c5c6d0a5d2be admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1738443669-network', 'tenant_id': '5b45753b4fff4359b29363358307789c'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:58:28.553613 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa25b931-906e-4b1b-97be-0e55ec494f80 None None] Checking router: 2db0553a-115a-4d31-af18-56f089af9880 for host: dv-cinder-851279-3-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:58:28.554124 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa25b931-906e-4b1b-97be-0e55ec494f80 None None] Updating router 2db0553a-115a-4d31-af18-56f089af9880 port f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012 binding host dv-cinder-851279-3-iscsi {{(pid=103973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:58:28.599836 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-d50eb691-8b36-41c4-a546-7775e0c296d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4492f7a-7892-4e11-b88c-383ecb15198a', 'name': 'tempest-DeleteServersTestJSON-1843642538-router', 'tenant_id': 'ef5fe5ac675540c0930bd7bab0d8b27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'dfb46021-4186-4ba0-8935-733ecf2f8cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:09Z', 'updated_at': '2022-07-30T04:58:19Z', 'revision_number': 4, 'project_id': 'ef5fe5ac675540c0930bd7bab0d8b27f', 'gw_port': {'id': 'dfb46021-4186-4ba0-8935-733ecf2f8cc3', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4492f7a-7892-4e11-b88c-383ecb15198a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:10Z', 'updated_at': '2022-07-30T04:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0', 'name': '', 'network_id': '97e9be64-b56d-4d78-b9ab-2ad28b14b15e', 'tenant_id': 'ef5fe5ac675540c0930bd7bab0d8b27f', 'mac_address': 'fa:16:3e:45:aa:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4492f7a-7892-4e11-b88c-383ecb15198a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'bf93e83f-aa25-4208-8ce8-4ab7338e6907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:18Z', 'updated_at': '2022-07-30T04:58:26Z', 'revision_number': 4, 'project_id': 'ef5fe5ac675540c0930bd7bab0d8b27f', 'subnets': [{'id': 'bf93e83f-aa25-4208-8ce8-4ab7338e6907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:28.614458 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeafa61c-5eef-46d8-bb94-c5c6d0a5d2be admin admin] Made reservation on behalf of 5b45753b4fff4359b29363358307789c for: {'network': 1} {{(pid=103970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:58:28.618576 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-eeafa61c-5eef-46d8-bb94-c5c6d0a5d2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for network (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:28.651425 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-eeafa61c-5eef-46d8-bb94-c5c6d0a5d2be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:28.683076 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-fa25b931-906e-4b1b-97be-0e55ec494f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:28.722885 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50eb691-8b36-41c4-a546-7775e0c296d2 None None] The sync data for ids ['e4492f7a-7892-4e11-b88c-383ecb15198a'] in dv-cinder-851279-3-iscsi is: [{'id': 'e4492f7a-7892-4e11-b88c-383ecb15198a', 'name': 'tempest-DeleteServersTestJSON-1843642538-router', 'tenant_id': 'ef5fe5ac675540c0930bd7bab0d8b27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'dfb46021-4186-4ba0-8935-733ecf2f8cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:09Z', 'updated_at': '2022-07-30T04:58:19Z', 'revision_number': 4, 'project_id': 'ef5fe5ac675540c0930bd7bab0d8b27f', 'gw_port': {'id': 'dfb46021-4186-4ba0-8935-733ecf2f8cc3', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4492f7a-7892-4e11-b88c-383ecb15198a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:10Z', 'updated_at': '2022-07-30T04:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0', 'name': '', 'network_id': '97e9be64-b56d-4d78-b9ab-2ad28b14b15e', 'tenant_id': 'ef5fe5ac675540c0930bd7bab0d8b27f', 'mac_address': 'fa:16:3e:45:aa:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4492f7a-7892-4e11-b88c-383ecb15198a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'bf93e83f-aa25-4208-8ce8-4ab7338e6907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:18Z', 'updated_at': '2022-07-30T04:58:26Z', 'revision_number': 4, 'project_id': 'ef5fe5ac675540c0930bd7bab0d8b27f', 'subnets': [{'id': 'bf93e83f-aa25-4208-8ce8-4ab7338e6907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:58:28.734653 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device cee32db1-195e-4935-8304-4445ce5664b3 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:58:28.855737 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 47482) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:28.862201 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-eeafa61c-5eef-46d8-bb94-c5c6d0a5d2be admin admin] Publish callbacks [] for security_group (c8d26968-1730-4880-b289-845757cee80a), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:28.880543 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-eeafa61c-5eef-46d8-bb94-c5c6d0a5d2be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (c8d26968-1730-4880-b289-845757cee80a), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:28.894878 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeafa61c-5eef-46d8-bb94-c5c6d0a5d2be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=103970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:58:28.924659 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-eeafa61c-5eef-46d8-bb94-c5c6d0a5d2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101'] for segment (b9d0a32f-b063-409f-9dbd-a1c75cda4eed), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:28.925008 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.db.segments_db [None req-eeafa61c-5eef-46d8-bb94-c5c6d0a5d2be admin admin] Added segment b9d0a32f-b063-409f-9dbd-a1c75cda4eed of type vlan for network 9236ef78-738d-4c03-a0fb-a13d249b1cdf Jul 30 04:58:28.933050 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1b7aff99-1db5-4da1-98c8-ee19d2b88b5a tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (e89a607f-ae0b-4b16-b628-dcdc6a432c82), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:28.992112 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port cee32db1-195e-4935-8304-4445ce5664b3 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:58:28.995127 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (cee32db1-195e-4935-8304-4445ce5664b3), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:29.038053 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-eeafa61c-5eef-46d8-bb94-c5c6d0a5d2be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736268284326'] for network (9236ef78-738d-4c03-a0fb-a13d249b1cdf), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:29.062880 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-7f51995a-2687-4528-a1e6-010f026a9cc2 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--693254762&fields=id&tenant_id=e01500cb03c74d1082090cd1c1836169 HTTP/1.1" status: 200 len: 267 time: 0.1971517 Jul 30 04:58:29.274333 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=13 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:29.275023 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:29.278772 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeafa61c-5eef-46d8-bb94-c5c6d0a5d2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d26968-1730-4880-b289-845757cee80a,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:29.294791 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-eeafa61c-5eef-46d8-bb94-c5c6d0a5d2be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920'] for network (9236ef78-738d-4c03-a0fb-a13d249b1cdf), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:29.296814 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeafa61c-5eef-46d8-bb94-c5c6d0a5d2be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:29.304327 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-eeafa61c-5eef-46d8-bb94-c5c6d0a5d2be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for network (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:29.309533 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b44e32-84a7-453c-a927-6db52b04ace2 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Pushing event updated for resources: {'Port': ['ID=11d57505-4b86-4abf-9719-c47c2c88baa6,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:29.331244 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0bdcb44e-1710-4a5f-89b2-8d6ab54c1276 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:29.334553 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-fa25b931-906e-4b1b-97be-0e55ec494f80 None None] Publish callbacks [] for port (f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:29.347985 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-fa25b931-906e-4b1b-97be-0e55ec494f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:29.383074 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:29.398660 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:29.444565 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5eb9cd-a365-45a6-a0c6-09eaab4c4112 None None] Pushing event updated for resources: {'Port': ['ID=f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012,revision_number=3']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:29.476165 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeafa61c-5eef-46d8-bb94-c5c6d0a5d2be admin admin] Pushing event updated for resources: {'Network': ['ID=9236ef78-738d-4c03-a0fb-a13d249b1cdf,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:29.476672 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-9e2fe6d2-5ccf-4c92-ad01-9e106538dc68 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:29.483983 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-9e2fe6d2-5ccf-4c92-ad01-9e106538dc68 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/networks?id=afd82f39-2725-4de8-bc03-d4d225abc92e HTTP/1.1" status: 200 len: 814 time: 0.4201863 Jul 30 04:58:29.509518 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Network 9236ef78-738d-4c03-a0fb-a13d249b1cdf details requested by agent ovs-agent-dv-cinder-851279-3-iscsi with host dv-cinder-851279-3-iscsi {{(pid=103972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:58:29.521971 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-fa25b931-906e-4b1b-97be-0e55ec494f80 None None] Attempting to bind port f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012 on host dv-cinder-851279-3-iscsi for vnic_type normal with profile {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 04:58:29.522973 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-fa25b931-906e-4b1b-97be-0e55ec494f80 None None] Attempting to bind port f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012 by drivers openvswitch,hyperv on host dv-cinder-851279-3-iscsi at level 0 using segments [{'id': 'f332eab5-1e47-46f1-8048-b01e080b1202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e'}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 04:58:29.523612 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa25b931-906e-4b1b-97be-0e55ec494f80 None None] Attempting to bind port f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012 on network afd82f39-2725-4de8-bc03-d4d225abc92e {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 04:58:29.532754 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa25b931-906e-4b1b-97be-0e55ec494f80 None None] Checking agent: {'id': 'b9fa2c71-9776-421f-81b8-af2eb557e43b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 49, 56), 'started_at': datetime.datetime(2022, 7, 30, 4, 50, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 4, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 04:58:29.533380 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa25b931-906e-4b1b-97be-0e55ec494f80 None None] Checking segment: {'id': 'f332eab5-1e47-46f1-8048-b01e080b1202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 04:58:29.534081 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-fa25b931-906e-4b1b-97be-0e55ec494f80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:29.534654 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa25b931-906e-4b1b-97be-0e55ec494f80 None None] Bound using segment: {'id': 'f332eab5-1e47-46f1-8048-b01e080b1202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e'} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 04:58:29.535321 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-fa25b931-906e-4b1b-97be-0e55ec494f80 None None] Bound port: f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012, host: dv-cinder-851279-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f332eab5-1e47-46f1-8048-b01e080b1202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e'}}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 04:58:29.536057 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-fa25b931-906e-4b1b-97be-0e55ec494f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:29.567312 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-cb4c81b5-975f-4802-b005-5798d3198463 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/quotas/e01500cb03c74d1082090cd1c1836169 HTTP/1.1" status: 200 len: 375 time: 0.0819702 Jul 30 04:58:29.571373 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-eeafa61c-5eef-46d8-bb94-c5c6d0a5d2be admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0913169 Jul 30 04:58:29.578038 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 47504) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:29.592481 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-f9ef77f1-e90b-430c-98b4-266eef4f9dfa admin admin] Request body: {'subnet': {'network_id': '9236ef78-738d-4c03-a0fb-a13d249b1cdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1738443669-subnet', 'tenant_id': '5b45753b4fff4359b29363358307789c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:58:29.636913 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-d0885f46-cb5d-4964-9757-433a13a5536a service neutron] 10.222.0.20 "GET /v2.0/networks/cf976b2f-0ebc-4e5a-b101-0355f31913b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2864900 Jul 30 04:58:29.638286 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1b7aff99-1db5-4da1-98c8-ee19d2b88b5a tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks [] for port (e89a607f-ae0b-4b16-b628-dcdc6a432c82), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:29.644843 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ef77f1-e90b-430c-98b4-266eef4f9dfa admin admin] Made reservation on behalf of 5b45753b4fff4359b29363358307789c for: {'subnet': 1} {{(pid=103970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:58:29.651051 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f9ef77f1-e90b-430c-98b4-266eef4f9dfa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:29.656533 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-fa25b931-906e-4b1b-97be-0e55ec494f80 None None] For port f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012, host dv-cinder-851279-3-iscsi, cleared binding levels {{(pid=103973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:58:29.663961 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1b7aff99-1db5-4da1-98c8-ee19d2b88b5a tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (e89a607f-ae0b-4b16-b628-dcdc6a432c82), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:29.665296 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-fa25b931-906e-4b1b-97be-0e55ec494f80 None None] For port f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012, host dv-cinder-851279-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012,segment=NetworkSegment(f332eab5-1e47-46f1-8048-b01e080b1202),segment_id=f332eab5-1e47-46f1-8048-b01e080b1202)] {{(pid=103973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:58:29.665657 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1b7aff99-1db5-4da1-98c8-ee19d2b88b5a tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692779'] for floatingip (d0d2b56d-1757-42c4-afd8-da7b73b51ead), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:29.683744 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-fa25b931-906e-4b1b-97be-0e55ec494f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:29.690994 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:29.739433 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa25b931-906e-4b1b-97be-0e55ec494f80 None None] Routers {'2db0553a-115a-4d31-af18-56f089af9880'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 04:58:29.740254 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-fa25b931-906e-4b1b-97be-0e55ec494f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T04:58:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['2db0553a-115a-4d31-af18-56f089af9880'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:29.768081 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0bdcb44e-1710-4a5f-89b2-8d6ab54c1276 admin admin] Publish callbacks [] for security_group (3a366b5c-8207-40f8-ba6b-5df6b6f65f4e), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:29.778092 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1b7aff99-1db5-4da1-98c8-ee19d2b88b5a tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for floatingip (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:29.779490 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-1b7aff99-1db5-4da1-98c8-ee19d2b88b5a tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7638445 Jul 30 04:58:29.788085 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-8cb778ef-e5d0-4fab-a855-2aea9f4606e8 service neutron] 10.222.0.20 "GET /v2.0/networks/cf976b2f-0ebc-4e5a-b101-0355f31913b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311896 Jul 30 04:58:29.807850 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0bdcb44e-1710-4a5f-89b2-8d6ab54c1276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (3a366b5c-8207-40f8-ba6b-5df6b6f65f4e), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:29.820043 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port cee32db1-195e-4935-8304-4445ce5664b3 is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:58:29.825460 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device d3ace2d7-d7e8-425c-9bcb-ab05ae9824bb up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:58:29.877721 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-ba40c1f8-bfda-438e-a83e-a18e0f127ae7 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e01500cb03c74d1082090cd1c1836169&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2358749 Jul 30 04:58:29.881860 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdcb44e-1710-4a5f-89b2-8d6ab54c1276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a366b5c-8207-40f8-ba6b-5df6b6f65f4e,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:29.903143 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7aff99-1db5-4da1-98c8-ee19d2b88b5a tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Pushing event updated for resources: {'Port': ['ID=e89a607f-ae0b-4b16-b628-dcdc6a432c82,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:29.955335 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5eb9cd-a365-45a6-a0c6-09eaab4c4112 None None] Pushing event updated for resources: {'Port': ['ID=f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012,revision_number=4']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:29.968259 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-0bdcb44e-1710-4a5f-89b2-8d6ab54c1276 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e96985506fe649b694f9b87979900cd9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0981526 Jul 30 04:58:29.970724 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 47514) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:29.973652 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port d3ace2d7-d7e8-425c-9bcb-ab05ae9824bb triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:58:29.974364 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (d3ace2d7-d7e8-425c-9bcb-ab05ae9824bb), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:30.026895 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:30.061679 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-fa25b931-906e-4b1b-97be-0e55ec494f80 None None] Set router 2db0553a-115a-4d31-af18-56f089af9880 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 04:58:30.065532 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=100 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:30.117036 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-1866bdd5-0be7-49f9-a47d-61f054f99714 service neutron] 10.222.0.20 "GET /v2.0/networks/afd82f39-2725-4de8-bc03-d4d225abc92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067404 Jul 30 04:58:30.178358 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port d3ace2d7-d7e8-425c-9bcb-ab05ae9824bb is: DOWN; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:58:30.179116 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (d3ace2d7-d7e8-425c-9bcb-ab05ae9824bb), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:30.179615 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:30.206069 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] For port d3ace2d7-d7e8-425c-9bcb-ab05ae9824bb, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=d3ace2d7-d7e8-425c-9bcb-ab05ae9824bb,segment=NetworkSegment(e5d036d1-25f5-4dcf-bf6d-d8f947655ab3),segment_id=e5d036d1-25f5-4dcf-bf6d-d8f947655ab3)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:58:30.214015 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (d3ace2d7-d7e8-425c-9bcb-ab05ae9824bb), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:30.215306 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device dfb46021-4186-4ba0-8935-733ecf2f8cc3 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:58:30.292832 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-79a16276-0f34-42a0-97a7-5dc9ee948e46 req-76311181-c3d2-4df8-8c84-a9c20caa6c5c tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 210 time: 0.1083665 Jul 30 04:58:30.307221 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-36a9f6dc-870a-4b14-8056-8966e23caf7a service neutron] 10.222.0.20 "GET /v2.0/networks/afd82f39-2725-4de8-bc03-d4d225abc92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811023 Jul 30 04:58:30.335721 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:30.338531 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Pushing event updated for resources: {'Port': ['ID=d3ace2d7-d7e8-425c-9bcb-ab05ae9824bb,revision_number=4']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:30.354186 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port dfb46021-4186-4ba0-8935-733ecf2f8cc3 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:58:30.354810 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (dfb46021-4186-4ba0-8935-733ecf2f8cc3), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:30.393661 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f9ef77f1-e90b-430c-98b4-266eef4f9dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920'] for subnet (276ed06a-f93d-4d89-9e44-9d130c462285), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:30.415756 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a4579d41-2a79-484e-a75e-90e8c4f61f05 admin admin] Publish callbacks [] for security_group (3a366b5c-8207-40f8-ba6b-5df6b6f65f4e), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:30.430047 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-fa25b931-906e-4b1b-97be-0e55ec494f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db0553a-115a-4d31-af18-56f089af9880', 'name': 'tempest-AttachVolumeNegativeTest-426223834-router', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:08Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 4, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'gw_port': {'id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:09Z', 'updated_at': '2022-07-30T04:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012', 'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'mac_address': 'fa:16:3e:bb:02:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:15Z', 'updated_at': '2022-07-30T04:58:29Z', 'revision_number': 4, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'subnets': [{'id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:30.551358 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa25b931-906e-4b1b-97be-0e55ec494f80 None None] The sync data for ids ['2db0553a-115a-4d31-af18-56f089af9880'] in dv-cinder-851279-3-iscsi is: [{'id': '2db0553a-115a-4d31-af18-56f089af9880', 'name': 'tempest-AttachVolumeNegativeTest-426223834-router', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:08Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 4, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'gw_port': {'id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:09Z', 'updated_at': '2022-07-30T04:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012', 'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'mac_address': 'fa:16:3e:bb:02:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:15Z', 'updated_at': '2022-07-30T04:58:29Z', 'revision_number': 4, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'subnets': [{'id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:58:30.612577 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a4579d41-2a79-484e-a75e-90e8c4f61f05 admin admin] Publish callbacks [] for security_group (3a366b5c-8207-40f8-ba6b-5df6b6f65f4e), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:30.631937 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-deaae963-c89a-429d-8387-e6c542cde2ba req-466fd81b-79c6-45e6-9c82-14ec1467d7c1 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 210 time: 0.1779511 Jul 30 04:58:30.632851 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port dfb46021-4186-4ba0-8935-733ecf2f8cc3 is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:58:30.649017 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device efa7d207-4c7e-401d-b020-6873aff954a7 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:58:30.701226 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-809cd8a7-626d-41f5-8c61-216255391b3e tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2103773760&fields=id&tenant_id=bc6f8afc1abf427f92c44fdc55994b18 HTTP/1.1" status: 200 len: 267 time: 0.1028395 Jul 30 04:58:30.710935 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef77f1-e90b-430c-98b4-266eef4f9dfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=276ed06a-f93d-4d89-9e44-9d130c462285,revision_number=0']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:30.764514 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port efa7d207-4c7e-401d-b020-6873aff954a7 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:58:30.765028 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (efa7d207-4c7e-401d-b020-6873aff954a7), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:30.850540 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-a97ba854-e0ab-434c-a63e-235de9c6aee1 req-558af980-d048-421b-8ad9-a7908eb8700d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 210 time: 0.1449783 Jul 30 04:58:30.859279 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port efa7d207-4c7e-401d-b020-6873aff954a7 is: DOWN; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:58:30.859675 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (efa7d207-4c7e-401d-b020-6873aff954a7), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:30.866948 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ef77f1-e90b-430c-98b4-266eef4f9dfa admin admin] Checking segment: {'id': 'b9d0a32f-b063-409f-9dbd-a1c75cda4eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9236ef78-738d-4c03-a0fb-a13d249b1cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 04:58:30.881241 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ef77f1-e90b-430c-98b4-266eef4f9dfa admin admin] Network hostable DHCP agents. Network: 9236ef78-738d-4c03-a0fb-a13d249b1cdf, hostable agents: ['5671713e-478d-4a9e-a7e0-1ef6e7bf2e69'], hosted agents: [] {{(pid=103970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:58:30.914134 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ef77f1-e90b-430c-98b4-266eef4f9dfa admin admin] Network 9236ef78-738d-4c03-a0fb-a13d249b1cdf is scheduled to be hosted by DHCP agent 5671713e-478d-4a9e-a7e0-1ef6e7bf2e69 with binding_index 1 {{(pid=103970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:58:30.916258 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] For port efa7d207-4c7e-401d-b020-6873aff954a7, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=efa7d207-4c7e-401d-b020-6873aff954a7,segment=NetworkSegment(e9c7cb1b-4a6d-49ef-8923-a11361e78abf),segment_id=e9c7cb1b-4a6d-49ef-8923-a11361e78abf)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:58:30.924690 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (efa7d207-4c7e-401d-b020-6873aff954a7), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:30.925908 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device f3dcf5ad-6c18-4a26-ba1e-4d12186bca40 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:58:30.930296 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a4579d41-2a79-484e-a75e-90e8c4f61f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (3a366b5c-8207-40f8-ba6b-5df6b6f65f4e), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:30.933637 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a4579d41-2a79-484e-a75e-90e8c4f61f05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:30.937258 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-a4579d41-2a79-484e-a75e-90e8c4f61f05 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3a366b5c-8207-40f8-ba6b-5df6b6f65f4e HTTP/1.1" status: 204 len: 168 time: 0.9632587 Jul 30 04:58:30.965415 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-871b1f3e-4c93-43b3-8fc7-1a78e839908a tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:30.974911 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-871b1f3e-4c93-43b3-8fc7-1a78e839908a tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/networks?id=fdf70601-7662-4f43-8ddd-db3bc3add8d1 HTTP/1.1" status: 200 len: 817 time: 0.2617099 Jul 30 04:58:30.997510 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-5ad839b0-fdce-48d7-9af7-beaeb1595070 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/quotas/bc6f8afc1abf427f92c44fdc55994b18 HTTP/1.1" status: 200 len: 375 time: 0.0212219 Jul 30 04:58:31.005032 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4579d41-2a79-484e-a75e-90e8c4f61f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a366b5c-8207-40f8-ba6b-5df6b6f65f4e,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:31.022356 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-f9ef77f1-e90b-430c-98b4-266eef4f9dfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-3-iscsi, 9236ef78-738d-4c03-a0fb-a13d249b1cdf) {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:58:31.034910 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Pushing event updated for resources: {'Port': ['ID=efa7d207-4c7e-401d-b020-6873aff954a7,revision_number=5']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:31.042274 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ef77f1-e90b-430c-98b4-266eef4f9dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:31.043382 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f9ef77f1-e90b-430c-98b4-266eef4f9dfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for subnet (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:31.044437 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb21710c-4567-414b-a8b2-c10a26a9691d None None] Network 9236ef78-738d-4c03-a0fb-a13d249b1cdf requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 04:58:31.062475 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-541bd60b-2e54-4716-ac6a-28051291d514 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc6f8afc1abf427f92c44fdc55994b18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582724 Jul 30 04:58:31.068053 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-f9ef77f1-e90b-430c-98b4-266eef4f9dfa admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4853129 Jul 30 04:58:31.178522 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port f3dcf5ad-6c18-4a26-ba1e-4d12186bca40 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:58:31.179949 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (f3dcf5ad-6c18-4a26-ba1e-4d12186bca40), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:31.205333 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:31.226730 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-27a99ad1-d973-482b-ac7d-0505a29d7664 service neutron] 10.222.0.20 "GET /v2.0/networks/fdf70601-7662-4f43-8ddd-db3bc3add8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604888 Jul 30 04:58:31.390878 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498cbd1f-abc4-44eb-8b3e-d5a18d0355c2 None None] Network 9236ef78-738d-4c03-a0fb-a13d249b1cdf requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 04:58:31.439071 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-b60e3aa6-4b66-421c-9c3d-3ec402b2814b service neutron] 10.222.0.20 "GET /v2.0/networks/fdf70601-7662-4f43-8ddd-db3bc3add8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106707 Jul 30 04:58:31.484235 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 47566) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:31.506217 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:31.509802 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-1c829850-5e80-43f8-8044-1f9019fa5300 req-d78eb936-c66b-489c-b004-d3126b2d6393 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 210 time: 0.0620346 Jul 30 04:58:31.575278 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_v2 [None req-241c3d23-45eb-430b-a51c-341fcb5c83e4 admin admin] Deleting subnet 64feb9ae-3c5a-40ac-ab1f-9006301627be {{(pid=103971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 30 04:58:31.579029 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port f3dcf5ad-6c18-4a26-ba1e-4d12186bca40 is: DOWN; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:58:31.579484 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-241c3d23-45eb-430b-a51c-341fcb5c83e4 admin admin] Publish callbacks [] for subnet (64feb9ae-3c5a-40ac-ab1f-9006301627be), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:31.579895 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (f3dcf5ad-6c18-4a26-ba1e-4d12186bca40), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:31.611598 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 47572) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:31.630557 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5de0aba8-936f-484b-ac86-effbff7abcdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:31.654356 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-241c3d23-45eb-430b-a51c-341fcb5c83e4 admin admin] Publish callbacks [] for subnet (64feb9ae-3c5a-40ac-ab1f-9006301627be), precommit_delete_associations {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:31.660987 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] For port f3dcf5ad-6c18-4a26-ba1e-4d12186bca40, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=f3dcf5ad-6c18-4a26-ba1e-4d12186bca40,segment=NetworkSegment(e5d036d1-25f5-4dcf-bf6d-d8f947655ab3),segment_id=e5d036d1-25f5-4dcf-bf6d-d8f947655ab3)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:58:31.677990 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-241c3d23-45eb-430b-a51c-341fcb5c83e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990981'] for subnet (64feb9ae-3c5a-40ac-ab1f-9006301627be), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:31.730601 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (f3dcf5ad-6c18-4a26-ba1e-4d12186bca40), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:31.783042 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-c1057d12-abe8-4990-9195-da8cd67d5a23 req-2b4a928d-6fb5-4972-9ed8-fb24025737da tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 210 time: 0.0486250 Jul 30 04:58:31.808412 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-241c3d23-45eb-430b-a51c-341fcb5c83e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920'] for subnet (64feb9ae-3c5a-40ac-ab1f-9006301627be), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:31.827650 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Pushing event updated for resources: {'Port': ['ID=f3dcf5ad-6c18-4a26-ba1e-4d12186bca40,revision_number=4']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:31.886162 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c3d23-45eb-430b-a51c-341fcb5c83e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64feb9ae-3c5a-40ac-ab1f-9006301627be,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:31.901105 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5de0aba8-936f-484b-ac86-effbff7abcdb admin admin] Publish callbacks [] for security_group (1f069528-fc4a-4504-b708-81f8912ea4f0), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:31.903963 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-241c3d23-45eb-430b-a51c-341fcb5c83e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:31.910342 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-241c3d23-45eb-430b-a51c-341fcb5c83e4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/64feb9ae-3c5a-40ac-ab1f-9006301627be HTTP/1.1" status: 204 len: 168 time: 0.4245822 Jul 30 04:58:31.912896 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 47584) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:31.923301 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5de0aba8-936f-484b-ac86-effbff7abcdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (1f069528-fc4a-4504-b708-81f8912ea4f0), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:32.025779 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:32.030852 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-db5ac2a1-cccf-433a-8477-6cfcaeb7f9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840338'] for network (e16a4ae6-0ad9-4539-a160-a7c95346c915), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:32.058690 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c0f272eb-c486-4e9e-afa2-a5578bbad684 req-409e1cea-5c51-4c55-b017-3455d9f3bd54 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 210 time: 0.0403030 Jul 30 04:58:32.144867 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:58:32.147785 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-74a3fbe0-4f46-4c1a-a0f3-25c3df830839 req-6bd1e459-0502-4c4b-a244-4eb96f5b3a83 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 210 time: 0.0826201 Jul 30 04:58:32.154227 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 47590) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:32.154610 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-5de0aba8-936f-484b-ac86-effbff7abcdb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=361c2261b9134891b6aac5cd2762ea01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5414577 Jul 30 04:58:32.156700 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0aba8-936f-484b-ac86-effbff7abcdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f069528-fc4a-4504-b708-81f8912ea4f0,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:32.224738 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:58:32.225142 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:32.242376 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f6c6b088-43cd-4312-b677-caa2f4661781 admin admin] Publish callbacks [] for security_group (1f069528-fc4a-4504-b708-81f8912ea4f0), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:32.250342 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-db5ac2a1-cccf-433a-8477-6cfcaeb7f9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-987256', 'neutron.services.segments.db._delete_segments_for_network-8736268768229'] for network (e16a4ae6-0ad9-4539-a160-a7c95346c915), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:32.277545 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-db5ac2a1-cccf-433a-8477-6cfcaeb7f9be admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:58:32.277771 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-db5ac2a1-cccf-433a-8477-6cfcaeb7f9be admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:58:32.279399 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-db5ac2a1-cccf-433a-8477-6cfcaeb7f9be admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:58:32.279399 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-db5ac2a1-cccf-433a-8477-6cfcaeb7f9be admin admin] Subscribe: > port after_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:58:32.279399 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-db5ac2a1-cccf-433a-8477-6cfcaeb7f9be admin admin] Subscribe: > port after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:58:32.279399 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-db5ac2a1-cccf-433a-8477-6cfcaeb7f9be admin admin] Subscribe: > port after_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:58:32.279738 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-db5ac2a1-cccf-433a-8477-6cfcaeb7f9be admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:58:32.280058 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-db5ac2a1-cccf-433a-8477-6cfcaeb7f9be admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:58:32.280223 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f6c6b088-43cd-4312-b677-caa2f4661781 admin admin] Publish callbacks [] for security_group (1f069528-fc4a-4504-b708-81f8912ea4f0), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:32.280411 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-db5ac2a1-cccf-433a-8477-6cfcaeb7f9be admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:58:32.280689 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-db5ac2a1-cccf-433a-8477-6cfcaeb7f9be admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:58:32.318652 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:32.320021 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012 is: DOWN; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:58:32.320551 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:32.377722 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f6c6b088-43cd-4312-b677-caa2f4661781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (1f069528-fc4a-4504-b708-81f8912ea4f0), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:32.378969 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] For port f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012,segment=NetworkSegment(f332eab5-1e47-46f1-8048-b01e080b1202),segment_id=f332eab5-1e47-46f1-8048-b01e080b1202)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:58:32.380127 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f6c6b088-43cd-4312-b677-caa2f4661781 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:32.381287 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-f6c6b088-43cd-4312-b677-caa2f4661781 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f069528-fc4a-4504-b708-81f8912ea4f0 HTTP/1.1" status: 204 len: 168 time: 0.2260513 Jul 30 04:58:32.395658 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6b088-43cd-4312-b677-caa2f4661781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f069528-fc4a-4504-b708-81f8912ea4f0,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:32.396998 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:32.398023 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:58:32.493936 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Pushing event updated for resources: {'Port': ['ID=f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012,revision_number=5']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:32.505293 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:58:32.505841 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:32.587360 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-db5ac2a1-cccf-433a-8477-6cfcaeb7f9be admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:58:32.587894 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-db5ac2a1-cccf-433a-8477-6cfcaeb7f9be admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:58:32.588516 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-db5ac2a1-cccf-433a-8477-6cfcaeb7f9be admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:58:32.589016 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-db5ac2a1-cccf-433a-8477-6cfcaeb7f9be admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:58:32.589534 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.services.segments.db [None req-db5ac2a1-cccf-433a-8477-6cfcaeb7f9be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e16a4ae6-0ad9-4539-a160-a7c95346c915']}} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:32.597913 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0 is: DOWN; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:58:32.598303 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:32.610899 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.services.segments.db [None req-db5ac2a1-cccf-433a-8477-6cfcaeb7f9be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '475eb71e-24ea-4e08-a53f-0b634a219278') {'for_net_delete': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:32.611407 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.services.segments.db [None req-db5ac2a1-cccf-433a-8477-6cfcaeb7f9be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '475eb71e-24ea-4e08-a53f-0b634a219278') {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:32.645346 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-32226a35-980d-43ac-90bd-8819b1a58d82 req-f7e30b25-35e9-4b1b-8d9f-a77f1d95ee90 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 210 time: 0.0431612 Jul 30 04:58:32.653792 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-db5ac2a1-cccf-433a-8477-6cfcaeb7f9be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736268768130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3320020'] for segment (475eb71e-24ea-4e08-a53f-0b634a219278), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:32.667495 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] For port f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0,segment=NetworkSegment(41f502f5-f814-4611-b387-3febd78d07e6),segment_id=41f502f5-f814-4611-b387-3febd78d07e6)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:58:32.676566 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:32.677708 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device d3ace2d7-d7e8-425c-9bcb-ab05ae9824bb up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:58:32.683233 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-db5ac2a1-cccf-433a-8477-6cfcaeb7f9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101'] for segment (475eb71e-24ea-4e08-a53f-0b634a219278), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:32.693138 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db5ac2a1-cccf-433a-8477-6cfcaeb7f9be admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 04:58:32.693538 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-db5ac2a1-cccf-433a-8477-6cfcaeb7f9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3410637'] for segment (475eb71e-24ea-4e08-a53f-0b634a219278), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:32.764397 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Pushing event updated for resources: {'Port': ['ID=f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0,revision_number=5']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:32.770855 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port d3ace2d7-d7e8-425c-9bcb-ab05ae9824bb triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:58:32.772341 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (d3ace2d7-d7e8-425c-9bcb-ab05ae9824bb), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:32.776410 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-db5ac2a1-cccf-433a-8477-6cfcaeb7f9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704485'] for network (e16a4ae6-0ad9-4539-a160-a7c95346c915), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:32.788967 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-db5ac2a1-cccf-433a-8477-6cfcaeb7f9be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for network (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:32.793092 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-db5ac2a1-cccf-433a-8477-6cfcaeb7f9be admin admin] 10.222.0.20 "DELETE /v2.0/networks/e16a4ae6-0ad9-4539-a160-a7c95346c915 HTTP/1.1" status: 204 len: 168 time: 0.8788884 Jul 30 04:58:32.796972 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 47606) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:32.805588 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ac2a1-cccf-433a-8477-6cfcaeb7f9be admin admin] Pushing event deleted for resources: {'Network': ['ID=e16a4ae6-0ad9-4539-a160-a7c95346c915,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:32.859062 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_v2 [None req-b02986d0-68f6-4384-b495-5bac7468a591 admin admin] Deleting subnet 276ed06a-f93d-4d89-9e44-9d130c462285 {{(pid=103971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 30 04:58:32.864232 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b02986d0-68f6-4384-b495-5bac7468a591 admin admin] Publish callbacks [] for subnet (276ed06a-f93d-4d89-9e44-9d130c462285), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:32.882715 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port d3ace2d7-d7e8-425c-9bcb-ab05ae9824bb is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:58:32.885018 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device efa7d207-4c7e-401d-b020-6873aff954a7 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:58:32.935220 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b02986d0-68f6-4384-b495-5bac7468a591 admin admin] Publish callbacks [] for subnet (276ed06a-f93d-4d89-9e44-9d130c462285), precommit_delete_associations {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:32.941374 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b02986d0-68f6-4384-b495-5bac7468a591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990981'] for subnet (276ed06a-f93d-4d89-9e44-9d130c462285), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:33.005171 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port efa7d207-4c7e-401d-b020-6873aff954a7 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:58:33.005973 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (efa7d207-4c7e-401d-b020-6873aff954a7), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:33.024843 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-6e778e87-a8ba-4c40-aa07-ce61dd530de4 req-9432bba2-c942-4486-aa2f-89a21051800e tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 210 time: 0.1173830 Jul 30 04:58:33.026761 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b02986d0-68f6-4384-b495-5bac7468a591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920'] for subnet (276ed06a-f93d-4d89-9e44-9d130c462285), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:33.064524 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02986d0-68f6-4384-b495-5bac7468a591 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=276ed06a-f93d-4d89-9e44-9d130c462285,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:33.068575 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b02986d0-68f6-4384-b495-5bac7468a591 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:33.072535 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-b02986d0-68f6-4384-b495-5bac7468a591 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/276ed06a-f93d-4d89-9e44-9d130c462285 HTTP/1.1" status: 204 len: 168 time: 0.2744648 Jul 30 04:58:33.075157 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 47626) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:33.096646 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:33.130248 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.services.segments.plugin [-] Segment 475eb71e-24ea-4e08-a53f-0b634a219278 resource provider aggregate not found Jul 30 04:58:33.151146 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.services.segments.plugin [-] Segment 475eb71e-24ea-4e08-a53f-0b634a219278 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 475eb71e-24ea-4e08-a53f-0b634a219278 found for delete ", "request_id": "req-6f1c45eb-741c-4224-bc31-eeba758a13c8"}]} Jul 30 04:58:33.169700 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port efa7d207-4c7e-401d-b020-6873aff954a7 is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:58:33.185679 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:33.205910 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-38874802-cfec-4f59-9a54-567590204450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840338'] for network (9236ef78-738d-4c03-a0fb-a13d249b1cdf), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:33.235473 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8d256f34-190d-4d70-829b-f30bd6d9dbfa req-c09bf142-dccd-4c65-8779-df55ae5e8fe9 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 210 time: 0.0479193 Jul 30 04:58:33.252436 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:33.275912 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-96b02c19-932f-4239-889d-b349a477a8bc req-6e0dcd94-d3c9-4e50-9385-1e1e50bfb26a tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 210 time: 0.0502198 Jul 30 04:58:33.323437 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:33.341311 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-38874802-cfec-4f59-9a54-567590204450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-987256', 'neutron.services.segments.db._delete_segments_for_network-8736268768229'] for network (9236ef78-738d-4c03-a0fb-a13d249b1cdf), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:33.366134 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-38874802-cfec-4f59-9a54-567590204450 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:58:33.366302 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-38874802-cfec-4f59-9a54-567590204450 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:58:33.368777 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-38874802-cfec-4f59-9a54-567590204450 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:58:33.368777 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-38874802-cfec-4f59-9a54-567590204450 admin admin] Subscribe: > port after_create 55550000 {{(pid=103971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:58:33.368777 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-38874802-cfec-4f59-9a54-567590204450 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:58:33.368777 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-38874802-cfec-4f59-9a54-567590204450 admin admin] Subscribe: > port after_update 55550000 {{(pid=103971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:58:33.369178 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-38874802-cfec-4f59-9a54-567590204450 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:58:33.369688 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-38874802-cfec-4f59-9a54-567590204450 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:58:33.369688 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-38874802-cfec-4f59-9a54-567590204450 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:58:33.370783 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-38874802-cfec-4f59-9a54-567590204450 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:58:33.417029 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8655a7ae-9871-4b69-ba8b-a29e7545e18d None None] Sync routers for ids ['b59f3aef-e47d-4eb9-819a-3790ca762486'] in dv-cinder-851279-3-iscsi {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:58:33.430793 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8655a7ae-9871-4b69-ba8b-a29e7545e18d None None] Routers {'b59f3aef-e47d-4eb9-819a-3790ca762486'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 04:58:33.431730 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-8655a7ae-9871-4b69-ba8b-a29e7545e18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T04:58:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['b59f3aef-e47d-4eb9-819a-3790ca762486'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:33.608866 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-38874802-cfec-4f59-9a54-567590204450 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:58:33.609319 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-38874802-cfec-4f59-9a54-567590204450 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:58:33.609775 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-38874802-cfec-4f59-9a54-567590204450 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:58:33.610236 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-38874802-cfec-4f59-9a54-567590204450 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 04:58:33.611045 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.services.segments.db [None req-38874802-cfec-4f59-9a54-567590204450 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9236ef78-738d-4c03-a0fb-a13d249b1cdf']}} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:33.629360 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-8655a7ae-9871-4b69-ba8b-a29e7545e18d None None] Set router b59f3aef-e47d-4eb9-819a-3790ca762486 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 04:58:33.635928 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.services.segments.db [None req-38874802-cfec-4f59-9a54-567590204450 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9d0a32f-b063-409f-9dbd-a1c75cda4eed') {'for_net_delete': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:33.636432 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.services.segments.db [None req-38874802-cfec-4f59-9a54-567590204450 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9d0a32f-b063-409f-9dbd-a1c75cda4eed') {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:33.663022 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-38874802-cfec-4f59-9a54-567590204450 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736268768130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59747294'] for segment (b9d0a32f-b063-409f-9dbd-a1c75cda4eed), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:33.732902 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-38874802-cfec-4f59-9a54-567590204450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101'] for segment (b9d0a32f-b063-409f-9dbd-a1c75cda4eed), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:33.775171 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38874802-cfec-4f59-9a54-567590204450 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 04:58:33.776152 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-38874802-cfec-4f59-9a54-567590204450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3264633'] for segment (b9d0a32f-b063-409f-9dbd-a1c75cda4eed), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:33.824556 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:33.914933 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-8655a7ae-9871-4b69-ba8b-a29e7545e18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'name': 'tempest-ServerRescueNegativeTestJSON-1110144523-router', 'tenant_id': 'decb0bd64582440590890900e594b79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'f3dcf5ad-6c18-4a26-ba1e-4d12186bca40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:10Z', 'updated_at': '2022-07-30T04:58:20Z', 'revision_number': 4, 'project_id': 'decb0bd64582440590890900e594b79e', 'gw_port': {'id': 'f3dcf5ad-6c18-4a26-ba1e-4d12186bca40', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:82:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:11Z', 'updated_at': '2022-07-30T04:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': '3cc83e3d-6f18-45ea-80e9-35ad9f11c343', 'name': '', 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1', 'tenant_id': 'decb0bd64582440590890900e594b79e', 'mac_address': 'fa:16:3e:5e:c7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '92a83611-d09e-4b38-9b4b-aa1a1854f601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:18Z', 'updated_at': '2022-07-30T04:58:20Z', 'revision_number': 2, 'project_id': 'decb0bd64582440590890900e594b79e', 'subnets': [{'id': '92a83611-d09e-4b38-9b4b-aa1a1854f601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:33.949293 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device f3dcf5ad-6c18-4a26-ba1e-4d12186bca40 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:58:33.952247 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8655a7ae-9871-4b69-ba8b-a29e7545e18d None None] Checking router: b59f3aef-e47d-4eb9-819a-3790ca762486 for host: dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:58:33.952603 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8655a7ae-9871-4b69-ba8b-a29e7545e18d None None] Updating router b59f3aef-e47d-4eb9-819a-3790ca762486 port 3cc83e3d-6f18-45ea-80e9-35ad9f11c343 binding host dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:58:34.038154 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-8655a7ae-9871-4b69-ba8b-a29e7545e18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (3cc83e3d-6f18-45ea-80e9-35ad9f11c343), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:34.052348 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-df75782d-1257-4c2c-bffc-1e57c8b6d813 req-8ca074d3-4408-4177-a451-c1f78dde37a9 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 210 time: 0.0546002 Jul 30 04:58:34.080608 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-38874802-cfec-4f59-9a54-567590204450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704485'] for network (9236ef78-738d-4c03-a0fb-a13d249b1cdf), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:34.110319 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38874802-cfec-4f59-9a54-567590204450 admin admin] Pushing event deleted for resources: {'Network': ['ID=9236ef78-738d-4c03-a0fb-a13d249b1cdf,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:34.114641 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-38874802-cfec-4f59-9a54-567590204450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for network (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:34.124261 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-38874802-cfec-4f59-9a54-567590204450 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9236ef78-738d-4c03-a0fb-a13d249b1cdf HTTP/1.1" status: 204 len: 168 time: 1.0474789 Jul 30 04:58:34.207355 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-af3dd146-07c0-430b-b519-678336842c84 req-883d1e25-0998-42cf-9aa7-efebb5abc9b8 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 210 time: 0.0446475 Jul 30 04:58:34.234750 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port f3dcf5ad-6c18-4a26-ba1e-4d12186bca40 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:58:34.235144 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (f3dcf5ad-6c18-4a26-ba1e-4d12186bca40), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:34.322690 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 47686) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:34.345330 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.services.segments.plugin [-] Segment b9d0a32f-b063-409f-9dbd-a1c75cda4eed resource provider aggregate not found Jul 30 04:58:34.377746 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.services.segments.plugin [-] Segment b9d0a32f-b063-409f-9dbd-a1c75cda4eed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9d0a32f-b063-409f-9dbd-a1c75cda4eed found for delete ", "request_id": "req-2348bffc-468e-46c0-b284-69e3dba0fa9e"}]} Jul 30 04:58:34.411450 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-4743f7fa-4365-45e2-bba1-40af60fe6305 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=50232a98be954d9f9a2e1564566733c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0874684 Jul 30 04:58:34.415589 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 47692) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:34.423186 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f5c66df7-753f-4ae8-8296-43897d3e4340 req-8192c1e9-9cf0-4cdf-9e32-81ac673d51ec tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 210 time: 0.0385947 Jul 30 04:58:34.451566 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-3130feb7-3589-435d-a1d3-feaec831d275 req-77fc4e5c-134f-4580-96d2-be3eeca33550 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 210 time: 0.0546222 Jul 30 04:58:34.463512 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port f3dcf5ad-6c18-4a26-ba1e-4d12186bca40 is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:58:34.464622 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:58:34.552431 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-41f3695c-6cdf-4a00-9cd0-889985bfa427 admin admin] Publish callbacks [] for security_group (884b1024-a781-4c6c-ba5e-9c863da3ec75), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:34.579607 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:58:34.580232 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:34.580612 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-41f3695c-6cdf-4a00-9cd0-889985bfa427 admin admin] Publish callbacks [] for security_group (884b1024-a781-4c6c-ba5e-9c863da3ec75), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:34.614353 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:34.645272 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-41f3695c-6cdf-4a00-9cd0-889985bfa427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (884b1024-a781-4c6c-ba5e-9c863da3ec75), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:34.647538 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-41f3695c-6cdf-4a00-9cd0-889985bfa427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:34.659128 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-41f3695c-6cdf-4a00-9cd0-889985bfa427 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/884b1024-a781-4c6c-ba5e-9c863da3ec75 HTTP/1.1" status: 204 len: 168 time: 0.2327726 Jul 30 04:58:34.669263 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3695c-6cdf-4a00-9cd0-889985bfa427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884b1024-a781-4c6c-ba5e-9c863da3ec75,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:34.743413 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-8655a7ae-9871-4b69-ba8b-a29e7545e18d None None] Publish callbacks [] for port (3cc83e3d-6f18-45ea-80e9-35ad9f11c343), precommit_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:34.747899 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012 is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:58:34.749045 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:58:34.793889 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-8655a7ae-9871-4b69-ba8b-a29e7545e18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (3cc83e3d-6f18-45ea-80e9-35ad9f11c343), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:34.845106 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:58:34.845727 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:34.912457 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5411a-00e9-4861-8b34-28edef2b58d9 None None] Pushing event updated for resources: {'Port': ['ID=3cc83e3d-6f18-45ea-80e9-35ad9f11c343,revision_number=3']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:34.935599 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:34.941917 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-8655a7ae-9871-4b69-ba8b-a29e7545e18d None None] Attempting to bind port 3cc83e3d-6f18-45ea-80e9-35ad9f11c343 on host dv-cinder-851279-3-iscsi for vnic_type normal with profile {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 04:58:34.942295 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-8655a7ae-9871-4b69-ba8b-a29e7545e18d None None] Attempting to bind port 3cc83e3d-6f18-45ea-80e9-35ad9f11c343 by drivers openvswitch,hyperv on host dv-cinder-851279-3-iscsi at level 0 using segments [{'id': '02c5dc2d-6889-4189-9ed9-9f04d5c6c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1'}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 04:58:34.942695 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8655a7ae-9871-4b69-ba8b-a29e7545e18d None None] Attempting to bind port 3cc83e3d-6f18-45ea-80e9-35ad9f11c343 on network cf976b2f-0ebc-4e5a-b101-0355f31913b1 {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 04:58:34.952882 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8655a7ae-9871-4b69-ba8b-a29e7545e18d None None] Checking agent: {'id': 'b9fa2c71-9776-421f-81b8-af2eb557e43b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 49, 56), 'started_at': datetime.datetime(2022, 7, 30, 4, 50, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 4, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 04:58:34.953268 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8655a7ae-9871-4b69-ba8b-a29e7545e18d None None] Checking segment: {'id': '02c5dc2d-6889-4189-9ed9-9f04d5c6c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 04:58:34.953675 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-8655a7ae-9871-4b69-ba8b-a29e7545e18d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:34.954137 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8655a7ae-9871-4b69-ba8b-a29e7545e18d None None] Bound using segment: {'id': '02c5dc2d-6889-4189-9ed9-9f04d5c6c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1'} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 04:58:34.954651 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-8655a7ae-9871-4b69-ba8b-a29e7545e18d None None] Bound port: 3cc83e3d-6f18-45ea-80e9-35ad9f11c343, host: dv-cinder-851279-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c5dc2d-6889-4189-9ed9-9f04d5c6c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1'}}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 04:58:34.955037 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-8655a7ae-9871-4b69-ba8b-a29e7545e18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (3cc83e3d-6f18-45ea-80e9-35ad9f11c343), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:35.026955 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0 is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:58:35.056764 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-8655a7ae-9871-4b69-ba8b-a29e7545e18d None None] For port 3cc83e3d-6f18-45ea-80e9-35ad9f11c343, host dv-cinder-851279-3-iscsi, cleared binding levels {{(pid=103972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:58:35.060404 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-8655a7ae-9871-4b69-ba8b-a29e7545e18d None None] For port 3cc83e3d-6f18-45ea-80e9-35ad9f11c343, host dv-cinder-851279-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=3cc83e3d-6f18-45ea-80e9-35ad9f11c343,segment=NetworkSegment(02c5dc2d-6889-4189-9ed9-9f04d5c6c204),segment_id=02c5dc2d-6889-4189-9ed9-9f04d5c6c204)] {{(pid=103972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:58:35.068202 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-8655a7ae-9871-4b69-ba8b-a29e7545e18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (3cc83e3d-6f18-45ea-80e9-35ad9f11c343), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:35.114653 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8655a7ae-9871-4b69-ba8b-a29e7545e18d None None] Routers {'b59f3aef-e47d-4eb9-819a-3790ca762486'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 04:58:35.115672 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-8655a7ae-9871-4b69-ba8b-a29e7545e18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T04:58:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['b59f3aef-e47d-4eb9-819a-3790ca762486'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:35.195055 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5411a-00e9-4861-8b34-28edef2b58d9 None None] Pushing event updated for resources: {'Port': ['ID=3cc83e3d-6f18-45ea-80e9-35ad9f11c343,revision_number=4']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:35.243409 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d0d9e3c4-c358-4389-9119-4976d00f704d req-22eddf36-f11e-4d70-9d53-60fa4174c57f tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 210 time: 0.0731368 Jul 30 04:58:35.305766 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 47724) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:35.320646 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-8655a7ae-9871-4b69-ba8b-a29e7545e18d None None] Set router b59f3aef-e47d-4eb9-819a-3790ca762486 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 04:58:35.329795 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-f6305662-17e2-4b2f-a954-51bad134d578 req-0205379a-20a1-4a6f-9148-050c182c7be2 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 210 time: 0.0359380 Jul 30 04:58:35.397308 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-fd87223e-722b-48b1-99d3-d65d906dd599 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b45753b4fff4359b29363358307789c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0900745 Jul 30 04:58:35.400183 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 47726) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:35.496820 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e650ae48-ea75-4362-98f2-4b01b71736f3 admin admin] Publish callbacks [] for security_group (c8d26968-1730-4880-b289-845757cee80a), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:35.527193 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e650ae48-ea75-4362-98f2-4b01b71736f3 admin admin] Publish callbacks [] for security_group (c8d26968-1730-4880-b289-845757cee80a), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:35.582918 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-6982e703-7da8-4523-8be2-9d3d2c69c88d req-1fa50c23-533b-459b-99c5-32f665dc733f tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 210 time: 0.0455472 Jul 30 04:58:35.615548 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-541db253-1aa3-4862-b06b-9362cf33c9c1 req-7d40f00e-4985-43fd-b888-270ff466e6a4 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 210 time: 0.0597649 Jul 30 04:58:35.647629 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e650ae48-ea75-4362-98f2-4b01b71736f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (c8d26968-1730-4880-b289-845757cee80a), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:35.651220 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e650ae48-ea75-4362-98f2-4b01b71736f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:35.652367 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-e650ae48-ea75-4362-98f2-4b01b71736f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c8d26968-1730-4880-b289-845757cee80a HTTP/1.1" status: 204 len: 168 time: 0.2511024 Jul 30 04:58:35.660681 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e650ae48-ea75-4362-98f2-4b01b71736f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d26968-1730-4880-b289-845757cee80a,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:35.677414 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-8655a7ae-9871-4b69-ba8b-a29e7545e18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'name': 'tempest-ServerRescueNegativeTestJSON-1110144523-router', 'tenant_id': 'decb0bd64582440590890900e594b79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'f3dcf5ad-6c18-4a26-ba1e-4d12186bca40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:10Z', 'updated_at': '2022-07-30T04:58:20Z', 'revision_number': 4, 'project_id': 'decb0bd64582440590890900e594b79e', 'gw_port': {'id': 'f3dcf5ad-6c18-4a26-ba1e-4d12186bca40', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:82:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:11Z', 'updated_at': '2022-07-30T04:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': '3cc83e3d-6f18-45ea-80e9-35ad9f11c343', 'name': '', 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1', 'tenant_id': 'decb0bd64582440590890900e594b79e', 'mac_address': 'fa:16:3e:5e:c7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '92a83611-d09e-4b38-9b4b-aa1a1854f601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:18Z', 'updated_at': '2022-07-30T04:58:35Z', 'revision_number': 4, 'project_id': 'decb0bd64582440590890900e594b79e', 'subnets': [{'id': '92a83611-d09e-4b38-9b4b-aa1a1854f601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:58:35.710055 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8655a7ae-9871-4b69-ba8b-a29e7545e18d None None] The sync data for ids ['b59f3aef-e47d-4eb9-819a-3790ca762486'] in dv-cinder-851279-3-iscsi is: [{'id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'name': 'tempest-ServerRescueNegativeTestJSON-1110144523-router', 'tenant_id': 'decb0bd64582440590890900e594b79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'f3dcf5ad-6c18-4a26-ba1e-4d12186bca40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:10Z', 'updated_at': '2022-07-30T04:58:20Z', 'revision_number': 4, 'project_id': 'decb0bd64582440590890900e594b79e', 'gw_port': {'id': 'f3dcf5ad-6c18-4a26-ba1e-4d12186bca40', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:82:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:11Z', 'updated_at': '2022-07-30T04:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': '3cc83e3d-6f18-45ea-80e9-35ad9f11c343', 'name': '', 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1', 'tenant_id': 'decb0bd64582440590890900e594b79e', 'mac_address': 'fa:16:3e:5e:c7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '92a83611-d09e-4b38-9b4b-aa1a1854f601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:18Z', 'updated_at': '2022-07-30T04:58:35Z', 'revision_number': 4, 'project_id': 'decb0bd64582440590890900e594b79e', 'subnets': [{'id': '92a83611-d09e-4b38-9b4b-aa1a1854f601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:58:35.845929 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 3cc83e3d-6f18-45ea-80e9-35ad9f11c343 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:58:35.850057 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:35.906559 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 3cc83e3d-6f18-45ea-80e9-35ad9f11c343 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:58:35.906870 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (3cc83e3d-6f18-45ea-80e9-35ad9f11c343), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:36.026082 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 3cc83e3d-6f18-45ea-80e9-35ad9f11c343 is: DOWN; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:58:36.026505 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (3cc83e3d-6f18-45ea-80e9-35ad9f11c343), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:36.076278 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] For port 3cc83e3d-6f18-45ea-80e9-35ad9f11c343, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=3cc83e3d-6f18-45ea-80e9-35ad9f11c343,segment=NetworkSegment(02c5dc2d-6889-4189-9ed9-9f04d5c6c204),segment_id=02c5dc2d-6889-4189-9ed9-9f04d5c6c204)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:58:36.082757 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (3cc83e3d-6f18-45ea-80e9-35ad9f11c343), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:36.145820 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Pushing event updated for resources: {'Port': ['ID=3cc83e3d-6f18-45ea-80e9-35ad9f11c343,revision_number=5']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:36.404893 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-6343027d-5a68-4c95-8607-d79622b04cd6 req-481bcdee-1fd2-40a1-a799-be13c47a2b86 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 210 time: 0.0396318 Jul 30 04:58:36.487435 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-856f8fda-5b0c-45ed-8479-fc453fd335ea req-65c7567e-cc5c-4add-9c3a-2378540c7c23 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 210 time: 0.0399354 Jul 30 04:58:36.725967 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-76bd42de-c8d8-4609-8bf6-9e32a0838bb1 req-8279c3b7-53dd-466c-b1a0-da9690ea8eca tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 210 time: 0.0403860 Jul 30 04:58:36.784348 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-75930171-4f29-4691-800f-bb8eb2196663 req-0299da94-fac8-4804-a280-6894174f741d tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 210 time: 0.0463514 Jul 30 04:58:37.325156 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.49', 55049) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:37.332579 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.49', 55050) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:37.676317 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.49', 55051) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:37.676815 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.49', 55052) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:37.768847 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-70af20cd-57d8-4613-86cf-7e78f38ab107 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:37.772698 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-70af20cd-57d8-4613-86cf-7e78f38ab107 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.49 "GET /v2.0/networks?id=cf976b2f-0ebc-4e5a-b101-0355f31913b1 HTTP/1.1" status: 200 len: 819 time: 0.4184356 Jul 30 04:58:37.862071 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-bf66597a-933c-4bb3-a6d3-1bd6c3528d77 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Request body: {'port': {'device_id': 'cc0c06a0-156a-4cee-8ff7-92ab582bc4a1', 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1', 'admin_state_up': True, 'tenant_id': 'decb0bd64582440590890900e594b79e'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:58:37.906454 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-794c27f3-d7f1-4e92-a9e7-dec4f8e6ed6e req-65ad08df-be2d-47d8-a7ae-43a53e851c77 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 210 time: 0.1878309 Jul 30 04:58:37.932214 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 3cc83e3d-6f18-45ea-80e9-35ad9f11c343 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:58:38.008459 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-f232b3c5-0dc8-42b7-9259-cf83eafdf808 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:38.015888 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-f232b3c5-0dc8-42b7-9259-cf83eafdf808 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.49 "GET /v2.0/networks?id=cf976b2f-0ebc-4e5a-b101-0355f31913b1 HTTP/1.1" status: 200 len: 819 time: 0.6627328 Jul 30 04:58:38.044137 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-4986e188-2dd7-4ab8-8aa4-a09f81b18250 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Request body: {'port': {'device_id': '7b5e218d-8660-4d90-90d1-9c8e50a66a7c', 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1', 'admin_state_up': True, 'tenant_id': 'decb0bd64582440590890900e594b79e'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:58:38.103794 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.49', 55059) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:38.142694 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 3cc83e3d-6f18-45ea-80e9-35ad9f11c343 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:58:38.143280 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (3cc83e3d-6f18-45ea-80e9-35ad9f11c343), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:38.193000 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:38.263991 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 3cc83e3d-6f18-45ea-80e9-35ad9f11c343 is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:58:38.405338 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-701f664f-2ff7-4828-8f63-217416ae87b4 req-86212aaa-fdee-4faa-807b-434995bf9c08 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 210 time: 0.8060613 Jul 30 04:58:38.508698 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-68a77f23-78a3-466a-8829-f5ec4c77d15d req-bd0d67b0-a8cd-4f01-9ac5-98f7538e3c0c tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 210 time: 0.1921535 Jul 30 04:58:38.521808 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:38.550012 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:38.602501 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-bf66597a-933c-4bb3-a6d3-1bd6c3528d77 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Made reservation on behalf of decb0bd64582440590890900e594b79e for: {'port': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:58:38.607980 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-bf66597a-933c-4bb3-a6d3-1bd6c3528d77 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:38.614858 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-4986e188-2dd7-4ab8-8aa4-a09f81b18250 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Made reservation on behalf of decb0bd64582440590890900e594b79e for: {'port': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:58:38.620035 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-4986e188-2dd7-4ab8-8aa4-a09f81b18250 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:38.662167 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-73caa5e9-155c-48f5-bace-f946b5efae9b tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:38.663707 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-73caa5e9-155c-48f5-bace-f946b5efae9b tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.49 "GET /v2.0/networks?id=97e9be64-b56d-4d78-b9ab-2ad28b14b15e HTTP/1.1" status: 200 len: 812 time: 0.9789228 Jul 30 04:58:38.709084 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-ef8ea915-9fb8-4eb1-8517-94f9b0f1722e tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Request body: {'port': {'device_id': '5348eee1-b615-4ef5-a4db-5deec1276724', 'network_id': '97e9be64-b56d-4d78-b9ab-2ad28b14b15e', 'admin_state_up': True, 'tenant_id': 'ef5fe5ac675540c0930bd7bab0d8b27f'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:58:38.723191 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-d753821e-719a-4e73-be4e-1ee12336648b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:38.724718 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-d753821e-719a-4e73-be4e-1ee12336648b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.49 "GET /v2.0/networks?id=afd82f39-2725-4de8-bc03-d4d225abc92e HTTP/1.1" status: 200 len: 814 time: 0.4797859 Jul 30 04:58:38.812335 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-c6ba17c0-749a-4ee6-8c7d-0f0f040535f8 req-323667fd-2761-4c82-b805-d810e4de9f6c tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 210 time: 0.1406689 Jul 30 04:58:38.936966 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:38.951130 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-150519a9-b8ae-46e2-a619-e9daef861036 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:38.952670 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-150519a9-b8ae-46e2-a619-e9daef861036 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.49 "GET /v2.0/networks?id=fdf70601-7662-4f43-8ddd-db3bc3add8d1 HTTP/1.1" status: 200 len: 817 time: 1.2251701 Jul 30 04:58:39.084547 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-ef8ea915-9fb8-4eb1-8517-94f9b0f1722e tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Made reservation on behalf of ef5fe5ac675540c0930bd7bab0d8b27f for: {'port': 1} {{(pid=103970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:58:39.090767 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-ef8ea915-9fb8-4eb1-8517-94f9b0f1722e tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:39.204936 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-4986e188-2dd7-4ab8-8aa4-a09f81b18250 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Allocated IP 172.20.0.3 (cf976b2f-0ebc-4e5a-b101-0355f31913b1/92a83611-d09e-4b38-9b4b-aa1a1854f601/46f49659-6b94-4d15-9602-46c795a35ee9) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:58:39.314824 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-901eb07e-6610-49b8-8791-fac0a9bd2972 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e01500cb03c74d1082090cd1c1836169 HTTP/1.1" status: 200 len: 379 time: 0.4274559 Jul 30 04:58:39.368707 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-226deffd-ecbf-4ae2-bc3e-d414af99d41c req-c69f26ef-c4b4-4d50-aa8c-ed95a0be9895 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 210 time: 0.2297673 Jul 30 04:58:39.517896 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-e66009f2-2a77-47e1-9178-89d0c84dd7ae tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Request body: {'port': {'device_id': 'f27c16ec-7d74-4a2a-9b40-c95455fa8aff', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'admin_state_up': True, 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'security_groups': ['4d333655-4aa8-43a6-a0ce-8e64647ad0de']}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:58:39.776136 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_common [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-ef8ea915-9fb8-4eb1-8517-94f9b0f1722e tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Allocated IP 172.20.0.7 (97e9be64-b56d-4d78-b9ab-2ad28b14b15e/bf93e83f-aa25-4208-8ce8-4ab7338e6907/c19fc198-7bdb-497c-b40d-78705a7b0ac9) {{(pid=103970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:58:39.833707 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-7366e64a-c0a6-4b2f-b02f-a3e5cb8de480 req-f900fa28-09fa-4b57-aec5-e462af3bc94e tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 210 time: 0.1263001 Jul 30 04:58:40.086094 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-6dc68693-3758-402a-aef5-bae782e6386d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc6f8afc1abf427f92c44fdc55994b18 HTTP/1.1" status: 200 len: 380 time: 1.0956347 Jul 30 04:58:40.105151 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-cfa49654-77c9-4ce3-a5d9-1232236b1a3a req-693d3152-99db-499f-8f97-a98fe100b715 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 210 time: 0.0615017 Jul 30 04:58:40.118112 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-20951458-b458-466c-9a93-25e9c3361a33 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Request body: {'port': {'device_id': 'e4370e65-bec4-454f-9566-33ff60441229', 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1', 'admin_state_up': True, 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'security_groups': ['461877ad-7066-4a74-a85c-258192a16fb8']}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:58:40.208336 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c114631a-6033-435a-832b-7fb0cbc15ed3 req-5a2a0be7-a37f-43a5-8119-84ab196b9cc1 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 210 time: 0.2422273 Jul 30 04:58:40.269398 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-4986e188-2dd7-4ab8-8aa4-a09f81b18250 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks [] for port (46f49659-6b94-4d15-9602-46c795a35ee9), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:40.331036 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-e66009f2-2a77-47e1-9178-89d0c84dd7ae tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Made reservation on behalf of e01500cb03c74d1082090cd1c1836169 for: {'port': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:58:40.337153 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-e66009f2-2a77-47e1-9178-89d0c84dd7ae tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:40.410598 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-4986e188-2dd7-4ab8-8aa4-a09f81b18250 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (46f49659-6b94-4d15-9602-46c795a35ee9), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:40.527794 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:40.587755 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-4986e188-2dd7-4ab8-8aa4-a09f81b18250 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Network cf976b2f-0ebc-4e5a-b101-0355f31913b1 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:58:40.597625 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:40.635450 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-4986e188-2dd7-4ab8-8aa4-a09f81b18250 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:58:40.676076 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-ef8ea915-9fb8-4eb1-8517-94f9b0f1722e tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Publish callbacks [] for port (c19fc198-7bdb-497c-b40d-78705a7b0ac9), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:40.701739 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-4986e188-2dd7-4ab8-8aa4-a09f81b18250 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 04:58:40.790246 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-28638b69-3d48-4437-b560-d5d1a83361c9 req-6b9b2c41-b46f-4ba4-9ca2-e254fccd13d4 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 210 time: 0.2048569 Jul 30 04:58:40.826629 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-4986e188-2dd7-4ab8-8aa4-a09f81b18250 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:40.828022 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-4986e188-2dd7-4ab8-8aa4-a09f81b18250 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:40.888536 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986e188-2dd7-4ab8-8aa4-a09f81b18250 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Pushing event updated for resources: {'Port': ['ID=46f49659-6b94-4d15-9602-46c795a35ee9,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:40.927097 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-bf66597a-933c-4bb3-a6d3-1bd6c3528d77 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Allocated IP 172.20.0.13 (cf976b2f-0ebc-4e5a-b101-0355f31913b1/92a83611-d09e-4b38-9b4b-aa1a1854f601/5f770f5f-036f-49c8-aec8-570d5b12103d) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:58:40.949276 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-20951458-b458-466c-9a93-25e9c3361a33 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Made reservation on behalf of bc6f8afc1abf427f92c44fdc55994b18 for: {'port': 1} {{(pid=103970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:58:40.957641 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-20951458-b458-466c-9a93-25e9c3361a33 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:41.005181 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-4986e188-2dd7-4ab8-8aa4-a09f81b18250 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9762185 Jul 30 04:58:41.060689 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:41.063567 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-ef8ea915-9fb8-4eb1-8517-94f9b0f1722e tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (c19fc198-7bdb-497c-b40d-78705a7b0ac9), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:41.230362 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-76c75504-b19f-4c3b-b419-c330272e4d33 req-210e9f3a-bc20-4e2b-a537-d5522507c42d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 210 time: 0.1067469 Jul 30 04:58:41.265822 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:41.295481 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-b4105258-0dca-49e5-ba04-313cf6c3e6cb None None] Provisioning complete for port 46f49659-6b94-4d15-9602-46c795a35ee9 triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:58:41.297546 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b4105258-0dca-49e5-ba04-313cf6c3e6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (46f49659-6b94-4d15-9602-46c795a35ee9), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:41.312197 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 47978) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:41.328144 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-e66009f2-2a77-47e1-9178-89d0c84dd7ae tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Allocated IP 172.20.0.8 (afd82f39-2725-4de8-bc03-d4d225abc92e/bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d/17ee318c-931e-496a-b49d-170e9dd9ad2b) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:58:41.361501 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-b4105258-0dca-49e5-ba04-313cf6c3e6cb None None] Port 46f49659-6b94-4d15-9602-46c795a35ee9 cannot update to ACTIVE because it is not bound. {{(pid=103972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 30 04:58:41.406940 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 47984) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:41.460362 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-ef8ea915-9fb8-4eb1-8517-94f9b0f1722e tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Network 97e9be64-b56d-4d78-b9ab-2ad28b14b15e is already hosted by enough agents. {{(pid=103970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:58:41.475498 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4803649-6701-4721-9e4a-4cecc67e3160 req-02c6a526-6e73-4c3a-817d-f0d650ec2f96 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:41.482825 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-f4803649-6701-4721-9e4a-4cecc67e3160 req-02c6a526-6e73-4c3a-817d-f0d650ec2f96 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 931 time: 0.1414881 Jul 30 04:58:41.507744 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-ef8ea915-9fb8-4eb1-8517-94f9b0f1722e tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Resources bound (agent type, host, resource id): {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:58:41.511261 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-ef8ea915-9fb8-4eb1-8517-94f9b0f1722e tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Received port after_create {{(pid=103970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 04:58:41.547577 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8ea915-9fb8-4eb1-8517-94f9b0f1722e tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Pushing event updated for resources: {'Port': ['ID=c19fc198-7bdb-497c-b40d-78705a7b0ac9,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:41.556611 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61057b37-f425-4bff-982f-6e2222f7b27e req-25ee05cb-bf5f-41a1-a807-ec997dbcbee5 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:41.573864 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-61057b37-f425-4bff-982f-6e2222f7b27e req-25ee05cb-bf5f-41a1-a807-ec997dbcbee5 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 931 time: 0.1874025 Jul 30 04:58:41.649561 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_common [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-20951458-b458-466c-9a93-25e9c3361a33 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Allocated IP 172.20.0.9 (fdf70601-7662-4f43-8ddd-db3bc3add8d1/872e5683-a168-4487-9376-0296b22d54e2/77f9d403-dee8-430d-8122-9a468f943da2) {{(pid=103970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:58:41.699370 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-ef8ea915-9fb8-4eb1-8517-94f9b0f1722e tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:41.699826 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-ef8ea915-9fb8-4eb1-8517-94f9b0f1722e tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for port (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:41.714526 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6592b429-d049-4b1f-aa9c-436883b5bed9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:41.749921 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-f4803649-6701-4721-9e4a-4cecc67e3160 req-d33300d8-4e17-4e35-9052-b9fdd95c917b tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc6a3f5-981f-4692-93e9-b347a938bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642081 Jul 30 04:58:41.789988 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-ef8ea915-9fb8-4eb1-8517-94f9b0f1722e tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1107767 Jul 30 04:58:41.835533 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-bf66597a-933c-4bb3-a6d3-1bd6c3528d77 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks [] for port (5f770f5f-036f-49c8-aec8-570d5b12103d), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:41.894583 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-c5e2d8d6-87b5-4434-ab9e-fb7c53f4e610 None None] Provisioning complete for port c19fc198-7bdb-497c-b40d-78705a7b0ac9 triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:58:41.894971 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-c5e2d8d6-87b5-4434-ab9e-fb7c53f4e610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (c19fc198-7bdb-497c-b40d-78705a7b0ac9), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:41.940287 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7e773716-2040-45f0-9505-19d3d036a04c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:41.988922 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-bf66597a-933c-4bb3-a6d3-1bd6c3528d77 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (5f770f5f-036f-49c8-aec8-570d5b12103d), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:41.990976 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-c5e2d8d6-87b5-4434-ab9e-fb7c53f4e610 None None] Port c19fc198-7bdb-497c-b40d-78705a7b0ac9 cannot update to ACTIVE because it is not bound. {{(pid=103972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 30 04:58:42.000725 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:42.014994 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-94aa95e2-673a-43c0-ae88-42470d12e0ad req-5d27db3d-3c16-4bd5-bb2e-2671d589044c tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 210 time: 0.0558000 Jul 30 04:58:42.085811 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6592b429-d049-4b1f-aa9c-436883b5bed9 admin admin] Publish callbacks [] for security_group (195a3c2f-5564-45ac-928c-1a4aefa392d6), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:42.096572 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-20951458-b458-466c-9a93-25e9c3361a33 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks [] for port (77f9d403-dee8-430d-8122-9a468f943da2), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:42.098683 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6592b429-d049-4b1f-aa9c-436883b5bed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (195a3c2f-5564-45ac-928c-1a4aefa392d6), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:42.128235 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf66597a-933c-4bb3-a6d3-1bd6c3528d77 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Pushing event updated for resources: {'Port': ['ID=5f770f5f-036f-49c8-aec8-570d5b12103d,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:42.144737 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-bf66597a-933c-4bb3-a6d3-1bd6c3528d77 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Network cf976b2f-0ebc-4e5a-b101-0355f31913b1 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:58:42.153940 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-61057b37-f425-4bff-982f-6e2222f7b27e req-2502328f-74af-4098-9a79-ee9b0fd80e6f tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5792661 Jul 30 04:58:42.161161 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-bf66597a-933c-4bb3-a6d3-1bd6c3528d77 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:58:42.176800 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-bf66597a-933c-4bb3-a6d3-1bd6c3528d77 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 04:58:42.194504 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-6592b429-d049-4b1f-aa9c-436883b5bed9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ffc60ac499b456f8ec93a9d57c14df3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7809677 Jul 30 04:58:42.197895 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 47994) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:42.201774 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6592b429-d049-4b1f-aa9c-436883b5bed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195a3c2f-5564-45ac-928c-1a4aefa392d6,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:42.217997 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=10,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:42.242125 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-e66009f2-2a77-47e1-9178-89d0c84dd7ae tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for port (17ee318c-931e-496a-b49d-170e9dd9ad2b), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:42.253622 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=5 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:42.320862 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-20951458-b458-466c-9a93-25e9c3361a33 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (77f9d403-dee8-430d-8122-9a468f943da2), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:42.336822 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-bf66597a-933c-4bb3-a6d3-1bd6c3528d77 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:42.337488 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-bf66597a-933c-4bb3-a6d3-1bd6c3528d77 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:42.397013 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-bf66597a-933c-4bb3-a6d3-1bd6c3528d77 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5385556 Jul 30 04:58:42.399018 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-e66009f2-2a77-47e1-9178-89d0c84dd7ae tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (17ee318c-931e-496a-b49d-170e9dd9ad2b), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:42.421499 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7e773716-2040-45f0-9505-19d3d036a04c admin admin] Publish callbacks [] for security_group (fd8a4ef9-1f95-4297-90f1-26731cd7edba), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:42.465791 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7e773716-2040-45f0-9505-19d3d036a04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (fd8a4ef9-1f95-4297-90f1-26731cd7edba), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:42.474953 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-20951458-b458-466c-9a93-25e9c3361a33 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Network fdf70601-7662-4f43-8ddd-db3bc3add8d1 is already hosted by enough agents. {{(pid=103970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:58:42.489836 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-20951458-b458-466c-9a93-25e9c3361a33 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Resources bound (agent type, host, resource id): {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:58:42.497941 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a2c33793-8ab1-4ab9-b53c-71f6a4c9bbec admin admin] Publish callbacks [] for security_group (195a3c2f-5564-45ac-928c-1a4aefa392d6), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:42.499045 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:42.509891 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-20951458-b458-466c-9a93-25e9c3361a33 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Received port after_create {{(pid=103970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 04:58:42.560176 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20951458-b458-466c-9a93-25e9c3361a33 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Pushing event updated for resources: {'Port': ['ID=77f9d403-dee8-430d-8122-9a468f943da2,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:42.560176 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7803c2-8ba0-46a0-a0bd-d8ed924667fe req-f526c72f-d774-4a81-bfff-d0c83daea1a0 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:42.560176 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-ea7803c2-8ba0-46a0-a0bd-d8ed924667fe req-f526c72f-d774-4a81-bfff-d0c83daea1a0 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 931 time: 0.1578155 Jul 30 04:58:42.560555 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-e66009f2-2a77-47e1-9178-89d0c84dd7ae tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Network afd82f39-2725-4de8-bc03-d4d225abc92e is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:58:42.577442 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-e66009f2-2a77-47e1-9178-89d0c84dd7ae tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:58:42.587261 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-e66009f2-2a77-47e1-9178-89d0c84dd7ae tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 04:58:42.591430 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a2c33793-8ab1-4ab9-b53c-71f6a4c9bbec admin admin] Publish callbacks [] for security_group (195a3c2f-5564-45ac-928c-1a4aefa392d6), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:42.646925 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66009f2-2a77-47e1-9178-89d0c84dd7ae tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Pushing event updated for resources: {'Port': ['ID=17ee318c-931e-496a-b49d-170e9dd9ad2b,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:42.665975 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e773716-2040-45f0-9505-19d3d036a04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8a4ef9-1f95-4297-90f1-26731cd7edba,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:42.671618 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-9534cc63-5334-4972-b14f-318569a29828 None None] Provisioning complete for port 5f770f5f-036f-49c8-aec8-570d5b12103d triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:58:42.672195 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-9534cc63-5334-4972-b14f-318569a29828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (5f770f5f-036f-49c8-aec8-570d5b12103d), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:42.695399 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-7e773716-2040-45f0-9505-19d3d036a04c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b7410a40fda441e0b3c41b1872c67ab3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3665373 Jul 30 04:58:42.696614 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 48008) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:42.718029 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-369f9dc2-46cb-4dbb-9d4a-60103e3f3eb8 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 30 04:58:42.720037 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-369f9dc2-46cb-4dbb-9d4a-60103e3f3eb8 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0139349 Jul 30 04:58:42.759391 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-e66009f2-2a77-47e1-9178-89d0c84dd7ae tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:42.760013 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-e66009f2-2a77-47e1-9178-89d0c84dd7ae tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:42.768762 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-9534cc63-5334-4972-b14f-318569a29828 None None] Port 5f770f5f-036f-49c8-aec8-570d5b12103d cannot update to ACTIVE because it is not bound. {{(pid=103972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 30 04:58:42.863819 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-e66009f2-2a77-47e1-9178-89d0c84dd7ae tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4005773 Jul 30 04:58:42.879400 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-570c4d72-8867-4b13-b3d2-9308c346a885 admin admin] Publish callbacks [] for security_group (fd8a4ef9-1f95-4297-90f1-26731cd7edba), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:42.950135 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-570c4d72-8867-4b13-b3d2-9308c346a885 admin admin] Publish callbacks [] for security_group (fd8a4ef9-1f95-4297-90f1-26731cd7edba), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:43.011348 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-20951458-b458-466c-9a93-25e9c3361a33 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:43.012001 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-20951458-b458-466c-9a93-25e9c3361a33 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for port (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:43.045548 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-ea7803c2-8ba0-46a0-a0bd-d8ed924667fe req-f8199e5f-c321-4561-8cce-fe4342b39e33 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d333655-4aa8-43a6-a0ce-8e64647ad0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4848197 Jul 30 04:58:43.049697 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-20951458-b458-466c-9a93-25e9c3361a33 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9367330 Jul 30 04:58:43.051628 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7414123-d2de-42bd-bf7e-7c1f3a79b519 req-378ca645-db65-44d9-94fc-bc5dff118a5c tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:43.054109 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b7414123-d2de-42bd-bf7e-7c1f3a79b519 req-378ca645-db65-44d9-94fc-bc5dff118a5c tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 931 time: 0.0611835 Jul 30 04:58:43.067437 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-570c4d72-8867-4b13-b3d2-9308c346a885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (fd8a4ef9-1f95-4297-90f1-26731cd7edba), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:43.071322 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-570c4d72-8867-4b13-b3d2-9308c346a885 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:43.074611 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-570c4d72-8867-4b13-b3d2-9308c346a885 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fd8a4ef9-1f95-4297-90f1-26731cd7edba HTTP/1.1" status: 204 len: 168 time: 0.3776696 Jul 30 04:58:43.093954 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c4d72-8867-4b13-b3d2-9308c346a885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8a4ef9-1f95-4297-90f1-26731cd7edba,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:43.104625 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-7d2525d9-b8cf-4fef-ac53-bca518db32d6 None None] Provisioning complete for port 17ee318c-931e-496a-b49d-170e9dd9ad2b triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:58:43.105399 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-7d2525d9-b8cf-4fef-ac53-bca518db32d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (17ee318c-931e-496a-b49d-170e9dd9ad2b), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:43.107060 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a2c33793-8ab1-4ab9-b53c-71f6a4c9bbec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (195a3c2f-5564-45ac-928c-1a4aefa392d6), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:43.110348 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a2c33793-8ab1-4ab9-b53c-71f6a4c9bbec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:43.111769 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-a2c33793-8ab1-4ab9-b53c-71f6a4c9bbec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/195a3c2f-5564-45ac-928c-1a4aefa392d6 HTTP/1.1" status: 204 len: 168 time: 0.9122849 Jul 30 04:58:43.131976 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c33793-8ab1-4ab9-b53c-71f6a4c9bbec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195a3c2f-5564-45ac-928c-1a4aefa392d6,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:43.149723 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b7414123-d2de-42bd-bf7e-7c1f3a79b519 req-6f1c1e56-b670-4cb9-a87b-c418d79f319d tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc6a3f5-981f-4692-93e9-b347a938bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887325 Jul 30 04:58:43.187674 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-7d2525d9-b8cf-4fef-ac53-bca518db32d6 None None] Port 17ee318c-931e-496a-b49d-170e9dd9ad2b cannot update to ACTIVE because it is not bound. {{(pid=103972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 30 04:58:43.217501 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-7d2525d9-b8cf-4fef-ac53-bca518db32d6 None None] Provisioning complete for port 77f9d403-dee8-430d-8122-9a468f943da2 triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:58:43.218396 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-7d2525d9-b8cf-4fef-ac53-bca518db32d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (77f9d403-dee8-430d-8122-9a468f943da2), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:43.247326 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104c854-3822-4de9-b299-417f8ee51cf2 req-4dd8ae17-adfc-4813-b317-7b8b25df2116 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:43.254827 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-6104c854-3822-4de9-b299-417f8ee51cf2 req-4dd8ae17-adfc-4813-b317-7b8b25df2116 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 931 time: 0.0784030 Jul 30 04:58:43.257449 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-7d2525d9-b8cf-4fef-ac53-bca518db32d6 None None] Port 77f9d403-dee8-430d-8122-9a468f943da2 cannot update to ACTIVE because it is not bound. {{(pid=103972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 30 04:58:43.332766 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da833f-2e91-4f9c-b495-197d76fefa18 req-678d5209-d3d7-4eb5-a03a-e2d06dbfcf85 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:43.334297 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-85da833f-2e91-4f9c-b495-197d76fefa18 req-678d5209-d3d7-4eb5-a03a-e2d06dbfcf85 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 931 time: 0.0612340 Jul 30 04:58:43.336998 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-6104c854-3822-4de9-b299-417f8ee51cf2 req-d5f696a5-fec5-45f8-bdca-ec3da73222e6 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807164 Jul 30 04:58:43.396611 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-85da833f-2e91-4f9c-b495-197d76fefa18 req-aaa3bd1e-b170-4a4f-8575-c45758cca202 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540249 Jul 30 04:58:43.563689 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 48026) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:43.620750 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-5b559092-b85f-4185-b590-155e7d1ef7c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:43.641848 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:43.660627 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 48030) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:43.686695 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-448dfef5-1fc5-465c-99e0-baf847f58f94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:43.815671 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-448dfef5-1fc5-465c-99e0-baf847f58f94 admin admin] Publish callbacks [] for security_group (29b100ff-b485-4650-a13e-eb3242de9a86), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:43.821929 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-448dfef5-1fc5-465c-99e0-baf847f58f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (29b100ff-b485-4650-a13e-eb3242de9a86), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:43.845446 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-5b559092-b85f-4185-b590-155e7d1ef7c1 admin admin] Publish callbacks [] for security_group (904bae78-20d8-4a62-af2b-577ccf06fd21), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:43.854325 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-5b559092-b85f-4185-b590-155e7d1ef7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (904bae78-20d8-4a62-af2b-577ccf06fd21), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:43.874055 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:43.878226 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-448dfef5-1fc5-465c-99e0-baf847f58f94 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=95bfcbe831804016971bccb04fc54aee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2160861 Jul 30 04:58:43.879261 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448dfef5-1fc5-465c-99e0-baf847f58f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b100ff-b485-4650-a13e-eb3242de9a86,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:43.882849 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 48032) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:43.909524 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-5b559092-b85f-4185-b590-155e7d1ef7c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c91f5c0afece492b83f02cfbfd2bb09c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3444331 Jul 30 04:58:43.910109 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 48034) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:43.918930 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b559092-b85f-4185-b590-155e7d1ef7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904bae78-20d8-4a62-af2b-577ccf06fd21,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:43.979968 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-03f14f54-c47f-4a56-9a86-a6eb2cfa6aba admin admin] Publish callbacks [] for security_group (904bae78-20d8-4a62-af2b-577ccf06fd21), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:43.996798 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-c1f4f3c6-ebe0-40e5-aadb-353914f9c77e admin admin] Publish callbacks [] for security_group (29b100ff-b485-4650-a13e-eb3242de9a86), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:44.013228 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-03f14f54-c47f-4a56-9a86-a6eb2cfa6aba admin admin] Publish callbacks [] for security_group (904bae78-20d8-4a62-af2b-577ccf06fd21), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:44.017690 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:44.022858 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-c1f4f3c6-ebe0-40e5-aadb-353914f9c77e admin admin] Publish callbacks [] for security_group (29b100ff-b485-4650-a13e-eb3242de9a86), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:44.099675 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-c1f4f3c6-ebe0-40e5-aadb-353914f9c77e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (29b100ff-b485-4650-a13e-eb3242de9a86), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:44.101476 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-03f14f54-c47f-4a56-9a86-a6eb2cfa6aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (904bae78-20d8-4a62-af2b-577ccf06fd21), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:44.105604 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-03f14f54-c47f-4a56-9a86-a6eb2cfa6aba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:44.105768 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-c1f4f3c6-ebe0-40e5-aadb-353914f9c77e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:44.105854 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-03f14f54-c47f-4a56-9a86-a6eb2cfa6aba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/904bae78-20d8-4a62-af2b-577ccf06fd21 HTTP/1.1" status: 204 len: 168 time: 0.1937597 Jul 30 04:58:44.110570 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-c1f4f3c6-ebe0-40e5-aadb-353914f9c77e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/29b100ff-b485-4650-a13e-eb3242de9a86 HTTP/1.1" status: 204 len: 168 time: 0.2268705 Jul 30 04:58:44.117481 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f14f54-c47f-4a56-9a86-a6eb2cfa6aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904bae78-20d8-4a62-af2b-577ccf06fd21,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:44.151856 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4f3c6-ebe0-40e5-aadb-353914f9c77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b100ff-b485-4650-a13e-eb3242de9a86,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:44.222284 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730aa58d-c450-4a11-a63a-913dd988b0d6 req-731edb91-3ef5-4e3b-91ac-dd6a95bb9023 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:44.224305 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-730aa58d-c450-4a11-a63a-913dd988b0d6 req-731edb91-3ef5-4e3b-91ac-dd6a95bb9023 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 931 time: 0.0746925 Jul 30 04:58:44.302111 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-730aa58d-c450-4a11-a63a-913dd988b0d6 req-62cc89ef-5390-41ad-b6c8-beb0b4f8b97c tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d333655-4aa8-43a6-a0ce-8e64647ad0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663404 Jul 30 04:58:44.394881 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46bc50-aeb7-4c83-920f-f7f47cec8e23 req-20cfb2f4-c272-48ef-bda6-977d611c45f6 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:44.423116 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5d46bc50-aeb7-4c83-920f-f7f47cec8e23 req-20cfb2f4-c272-48ef-bda6-977d611c45f6 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 931 time: 0.1374192 Jul 30 04:58:44.592209 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5d46bc50-aeb7-4c83-920f-f7f47cec8e23 req-dc5d85bb-aaca-4a07-afc9-f39ccd41dc1b tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc6a3f5-981f-4692-93e9-b347a938bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662073 Jul 30 04:58:44.626255 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180b84b-6089-4547-a649-eb960ea618fc req-62b72581-9681-4c7b-b021-34ff6a1bb7f7 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:44.630822 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-5180b84b-6089-4547-a649-eb960ea618fc req-62b72581-9681-4c7b-b021-34ff6a1bb7f7 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 931 time: 0.0967872 Jul 30 04:58:44.656552 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-40c7c282-8ff3-46ad-94d4-6ff5cec620f5 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 30 04:58:44.657576 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-40c7c282-8ff3-46ad-94d4-6ff5cec620f5 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055218 Jul 30 04:58:44.662252 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-9c7ada0e-ce27-4152-8805-01d5224f4952 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 30 04:58:44.664060 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-9c7ada0e-ce27-4152-8805-01d5224f4952 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047405 Jul 30 04:58:44.683211 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-55416ca9-bf47-467a-a834-774df468f108 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103970) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 30 04:58:44.684151 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-55416ca9-bf47-467a-a834-774df468f108 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0236237 Jul 30 04:58:44.704675 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-344a6108-8fbb-4fc8-8acc-0f8eb1ea8439 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103970) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 30 04:58:44.707910 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-344a6108-8fbb-4fc8-8acc-0f8eb1ea8439 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0217085 Jul 30 04:58:44.805409 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-5180b84b-6089-4547-a649-eb960ea618fc req-9a65c94d-6bf0-4f8e-ad8a-d27ad572ee14 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619687 Jul 30 04:58:44.878870 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f02b2-62e4-4387-ab7f-e4972e19e587 req-492a5b67-a037-4aec-829a-49d5f967efa2 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:44.896444 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-519f02b2-62e4-4387-ab7f-e4972e19e587 req-492a5b67-a037-4aec-829a-49d5f967efa2 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 931 time: 0.1625645 Jul 30 04:58:45.024274 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-519f02b2-62e4-4387-ab7f-e4972e19e587 req-013796f9-1fea-4cbc-9f69-3b52048038e7 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265414 Jul 30 04:58:45.064307 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-468b84c2-3b9e-4396-8b34-7a4447e16d16 service neutron] Request body: {'port': {'device_id': '7b5e218d-8660-4d90-90d1-9c8e50a66a7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:58:45.225394 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-468b84c2-3b9e-4396-8b34-7a4447e16d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (46f49659-6b94-4d15-9602-46c795a35ee9), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:45.252011 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-9159fe32-371d-4b28-a80f-a08da267f6c9 service neutron] Request body: {'port': {'device_id': 'cc0c06a0-156a-4cee-8ff7-92ab582bc4a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:58:45.281774 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-3a80cb9a-0c73-4dbb-9c83-ef85ceff514b service neutron] Request body: {'port': {'device_id': 'f27c16ec-7d74-4a2a-9b40-c95455fa8aff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:58:45.338726 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-2cb55999-fa5d-49a3-926f-40d5a1e8455b service neutron] Request body: {'port': {'device_id': 'e4370e65-bec4-454f-9566-33ff60441229', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:58:45.422264 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-05d7d467-f9dc-4b57-939c-74bdddc9450c service neutron] Request body: {'port': {'device_id': '5348eee1-b615-4ef5-a4db-5deec1276724', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:58:45.657149 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:45.750366 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-3a80cb9a-0c73-4dbb-9c83-ef85ceff514b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (17ee318c-931e-496a-b49d-170e9dd9ad2b), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:45.809638 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f120111-a42d-49cd-b154-ad6130ea8c3d req-bd1b62a4-afdb-4224-8184-f8cbe78a0d75 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:45.818126 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-4f120111-a42d-49cd-b154-ad6130ea8c3d req-bd1b62a4-afdb-4224-8184-f8cbe78a0d75 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 931 time: 0.1721294 Jul 30 04:58:45.904223 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (dec4dcff-e2ed-49ed-8dd3-cc3856f345b5), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:45.946383 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-4f120111-a42d-49cd-b154-ad6130ea8c3d req-10f1af2a-f599-4f0b-9547-e894064d454c tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d333655-4aa8-43a6-a0ce-8e64647ad0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272457 Jul 30 04:58:45.974504 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef1f53-2b43-451d-9981-1fd6321a77e3 req-f37039d1-624b-48be-ba93-5745774cb5fd tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:45.984775 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-77ef1f53-2b43-451d-9981-1fd6321a77e3 req-f37039d1-624b-48be-ba93-5745774cb5fd tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 931 time: 0.2318156 Jul 30 04:58:46.148756 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-9159fe32-371d-4b28-a80f-a08da267f6c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (5f770f5f-036f-49c8-aec8-570d5b12103d), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:46.155154 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:46.191230 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-468b84c2-3b9e-4396-8b34-7a4447e16d16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46f49659-6b94-4d15-9602-46c795a35ee9 {{(pid=103970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 04:58:46.392840 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-468b84c2-3b9e-4396-8b34-7a4447e16d16 service neutron] Publish callbacks [] for port (46f49659-6b94-4d15-9602-46c795a35ee9), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:46.403209 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2e0c5-b59e-4095-b429-5d75a748346d req-4d4392b7-4218-4427-b982-e961cdc9a6ef tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:46.411124 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-47a2e0c5-b59e-4095-b429-5d75a748346d req-4d4392b7-4218-4427-b982-e961cdc9a6ef tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 931 time: 0.3206494 Jul 30 04:58:46.425905 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-2cb55999-fa5d-49a3-926f-40d5a1e8455b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (77f9d403-dee8-430d-8122-9a468f943da2), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:46.459327 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-468b84c2-3b9e-4396-8b34-7a4447e16d16 service neutron] Transition to ACTIVE for port object 46f49659-6b94-4d15-9602-46c795a35ee9 will not be triggered until provisioned by entity L2. {{(pid=103970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 30 04:58:46.489715 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-47a2e0c5-b59e-4095-b429-5d75a748346d req-48c03816-f7fd-4873-9dd1-eb157d392c8c tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762866 Jul 30 04:58:46.495098 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-468b84c2-3b9e-4396-8b34-7a4447e16d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410665'] for port (46f49659-6b94-4d15-9602-46c795a35ee9), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:46.825736 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69467300-034b-45ac-8aac-987972932777 req-843b6c39-590b-4ad7-950f-ca9cffc44080 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:46.833407 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-69467300-034b-45ac-8aac-987972932777 req-843b6c39-590b-4ad7-950f-ca9cffc44080 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 943 time: 0.1078393 Jul 30 04:58:46.974695 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b84c2-3b9e-4396-8b34-7a4447e16d16 service neutron] Pushing event updated for resources: {'Port': ['ID=46f49659-6b94-4d15-9602-46c795a35ee9,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:47.097844 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-9159fe32-371d-4b28-a80f-a08da267f6c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f770f5f-036f-49c8-aec8-570d5b12103d {{(pid=103970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 04:58:47.113455 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-9159fe32-371d-4b28-a80f-a08da267f6c9 service neutron] Publish callbacks [] for port (5f770f5f-036f-49c8-aec8-570d5b12103d), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:47.119825 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-468b84c2-3b9e-4396-8b34-7a4447e16d16 service neutron] Attempting to bind port 46f49659-6b94-4d15-9602-46c795a35ee9 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 04:58:47.120366 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-468b84c2-3b9e-4396-8b34-7a4447e16d16 service neutron] Attempting to bind port 46f49659-6b94-4d15-9602-46c795a35ee9 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '02c5dc2d-6889-4189-9ed9-9f04d5c6c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 04:58:47.120640 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-468b84c2-3b9e-4396-8b34-7a4447e16d16 service neutron] Attempting to bind port 46f49659-6b94-4d15-9602-46c795a35ee9 on network cf976b2f-0ebc-4e5a-b101-0355f31913b1 {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 04:58:47.139482 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-69467300-034b-45ac-8aac-987972932777 req-34fe9ad8-821c-45c9-b704-6fef1bb6bbd7 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959633 Jul 30 04:58:47.151076 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-468b84c2-3b9e-4396-8b34-7a4447e16d16 service neutron] Port 46f49659-6b94-4d15-9602-46c795a35ee9 on network cf976b2f-0ebc-4e5a-b101-0355f31913b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 30 04:58:47.151498 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-468b84c2-3b9e-4396-8b34-7a4447e16d16 service neutron] Attempting to bind port 46f49659-6b94-4d15-9602-46c795a35ee9 on network cf976b2f-0ebc-4e5a-b101-0355f31913b1 {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 04:58:47.157025 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-9159fe32-371d-4b28-a80f-a08da267f6c9 service neutron] Transition to ACTIVE for port object 5f770f5f-036f-49c8-aec8-570d5b12103d will not be triggered until provisioned by entity L2. {{(pid=103970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 30 04:58:47.162385 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-468b84c2-3b9e-4396-8b34-7a4447e16d16 service neutron] Checking agent: {'id': 'dec4dcff-e2ed-49ed-8dd3-cc3856f345b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 56, 16), 'started_at': datetime.datetime(2022, 7, 30, 4, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 4, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 04:58:47.162674 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-468b84c2-3b9e-4396-8b34-7a4447e16d16 service neutron] Checking segment: {'id': '02c5dc2d-6889-4189-9ed9-9f04d5c6c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 04:58:47.163282 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-468b84c2-3b9e-4396-8b34-7a4447e16d16 service neutron] Bound using segment: {'id': '02c5dc2d-6889-4189-9ed9-9f04d5c6c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 04:58:47.163968 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-468b84c2-3b9e-4396-8b34-7a4447e16d16 service neutron] Bound port: 46f49659-6b94-4d15-9602-46c795a35ee9, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02c5dc2d-6889-4189-9ed9-9f04d5c6c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 04:58:47.164351 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-468b84c2-3b9e-4396-8b34-7a4447e16d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (46f49659-6b94-4d15-9602-46c795a35ee9), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:47.167682 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:47.178351 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-9159fe32-371d-4b28-a80f-a08da267f6c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410665'] for port (5f770f5f-036f-49c8-aec8-570d5b12103d), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:47.251698 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-05d7d467-f9dc-4b57-939c-74bdddc9450c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (c19fc198-7bdb-497c-b40d-78705a7b0ac9), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:47.305479 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9159fe32-371d-4b28-a80f-a08da267f6c9 service neutron] Pushing event updated for resources: {'Port': ['ID=5f770f5f-036f-49c8-aec8-570d5b12103d,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:47.376724 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:47.382615 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-77ef1f53-2b43-451d-9981-1fd6321a77e3 req-8bc9a623-3587-49c8-90c2-b6a6d6e33ec1 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc6a3f5-981f-4692-93e9-b347a938bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3819847 Jul 30 04:58:47.423965 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-468b84c2-3b9e-4396-8b34-7a4447e16d16 service neutron] For port 46f49659-6b94-4d15-9602-46c795a35ee9, host hv-cinder-85127, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:58:47.459050 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-468b84c2-3b9e-4396-8b34-7a4447e16d16 service neutron] For port 46f49659-6b94-4d15-9602-46c795a35ee9, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=46f49659-6b94-4d15-9602-46c795a35ee9,segment=NetworkSegment(02c5dc2d-6889-4189-9ed9-9f04d5c6c204),segment_id=02c5dc2d-6889-4189-9ed9-9f04d5c6c204)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:58:47.488117 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff389fb-3d25-49e3-8fa3-4914349daf17 req-e09a409d-c44e-42ca-81e8-c4b8e9b6dffd tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:47.496884 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-9ff389fb-3d25-49e3-8fa3-4914349daf17 req-e09a409d-c44e-42ca-81e8-c4b8e9b6dffd tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 931 time: 0.1482222 Jul 30 04:58:47.499689 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-468b84c2-3b9e-4396-8b34-7a4447e16d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410665'] for port (46f49659-6b94-4d15-9602-46c795a35ee9), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:47.510390 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-9159fe32-371d-4b28-a80f-a08da267f6c9 service neutron] Attempting to bind port 5f770f5f-036f-49c8-aec8-570d5b12103d on host hv-cinder-85127 for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 04:58:47.511228 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-9159fe32-371d-4b28-a80f-a08da267f6c9 service neutron] Attempting to bind port 5f770f5f-036f-49c8-aec8-570d5b12103d by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '02c5dc2d-6889-4189-9ed9-9f04d5c6c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 04:58:47.511228 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-9159fe32-371d-4b28-a80f-a08da267f6c9 service neutron] Attempting to bind port 5f770f5f-036f-49c8-aec8-570d5b12103d on network cf976b2f-0ebc-4e5a-b101-0355f31913b1 {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 04:58:47.517733 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-468b84c2-3b9e-4396-8b34-7a4447e16d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:47.518557 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-468b84c2-3b9e-4396-8b34-7a4447e16d16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for port (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:47.520197 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-468b84c2-3b9e-4396-8b34-7a4447e16d16 service neutron] 10.222.0.49 "PUT /v2.0/ports/46f49659-6b94-4d15-9602-46c795a35ee9 HTTP/1.1" status: 200 len: 1093 time: 2.5966239 Jul 30 04:58:47.521828 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b5e218d-8660-4d90-90d1-9c8e50a66a7c', 'tag': '46f49659-6b94-4d15-9602-46c795a35ee9'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 04:58:47.571721 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 48180) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:47.605922 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-9159fe32-371d-4b28-a80f-a08da267f6c9 service neutron] Port 5f770f5f-036f-49c8-aec8-570d5b12103d on network cf976b2f-0ebc-4e5a-b101-0355f31913b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 30 04:58:47.607024 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-9159fe32-371d-4b28-a80f-a08da267f6c9 service neutron] Attempting to bind port 5f770f5f-036f-49c8-aec8-570d5b12103d on network cf976b2f-0ebc-4e5a-b101-0355f31913b1 {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 04:58:47.630089 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-9159fe32-371d-4b28-a80f-a08da267f6c9 service neutron] Checking agent: {'id': 'dec4dcff-e2ed-49ed-8dd3-cc3856f345b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 56, 16), 'started_at': datetime.datetime(2022, 7, 30, 4, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 4, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 04:58:47.630841 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-9159fe32-371d-4b28-a80f-a08da267f6c9 service neutron] Checking segment: {'id': '02c5dc2d-6889-4189-9ed9-9f04d5c6c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 04:58:47.631467 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-9159fe32-371d-4b28-a80f-a08da267f6c9 service neutron] Bound using segment: {'id': '02c5dc2d-6889-4189-9ed9-9f04d5c6c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 04:58:47.632424 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-9159fe32-371d-4b28-a80f-a08da267f6c9 service neutron] Bound port: 5f770f5f-036f-49c8-aec8-570d5b12103d, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02c5dc2d-6889-4189-9ed9-9f04d5c6c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 04:58:47.633342 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-9159fe32-371d-4b28-a80f-a08da267f6c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (5f770f5f-036f-49c8-aec8-570d5b12103d), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:47.635660 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:47.715397 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b84c2-3b9e-4396-8b34-7a4447e16d16 service neutron] Pushing event updated for resources: {'Port': ['ID=46f49659-6b94-4d15-9602-46c795a35ee9,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:47.750779 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-9ff389fb-3d25-49e3-8fa3-4914349daf17 req-3957e99b-d142-4fb2-b27f-b52281d307f5 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d333655-4aa8-43a6-a0ce-8e64647ad0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2506187 Jul 30 04:58:47.771515 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:47.843700 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-9159fe32-371d-4b28-a80f-a08da267f6c9 service neutron] For port 5f770f5f-036f-49c8-aec8-570d5b12103d, host hv-cinder-85127, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:58:47.854091 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-9159fe32-371d-4b28-a80f-a08da267f6c9 service neutron] For port 5f770f5f-036f-49c8-aec8-570d5b12103d, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=5f770f5f-036f-49c8-aec8-570d5b12103d,segment=NetworkSegment(02c5dc2d-6889-4189-9ed9-9f04d5c6c204),segment_id=02c5dc2d-6889-4189-9ed9-9f04d5c6c204)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:58:47.867944 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74064a32e8a1c82ff25c89edbc1a4916375279028ab6b832636cd606fd6f10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42ae7a7-cfac-4cfb-b18d-0d5fe79e59a1" -d '{"events": [{"name": "network-changed", "server_uuid": "7b5e218d-8660-4d90-90d1-9c8e50a66a7c", "tag": "46f49659-6b94-4d15-9602-46c795a35ee9"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:58:47.874347 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-9159fe32-371d-4b28-a80f-a08da267f6c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410665'] for port (5f770f5f-036f-49c8-aec8-570d5b12103d), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:47.880005 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-9159fe32-371d-4b28-a80f-a08da267f6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:47.880756 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-9159fe32-371d-4b28-a80f-a08da267f6c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for port (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:47.882948 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-9159fe32-371d-4b28-a80f-a08da267f6c9 service neutron] 10.222.0.49 "PUT /v2.0/ports/5f770f5f-036f-49c8-aec8-570d5b12103d HTTP/1.1" status: 200 len: 1094 time: 2.9376571 Jul 30 04:58:47.946352 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9159fe32-371d-4b28-a80f-a08da267f6c9 service neutron] Pushing event updated for resources: {'Port': ['ID=5f770f5f-036f-49c8-aec8-570d5b12103d,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:47.978462 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78fed2-e265-42ce-a95b-99f1a2552abf req-ce844883-a4de-4434-bc84-b01b1b04bb88 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:47.986457 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9a78fed2-e265-42ce-a95b-99f1a2552abf req-ce844883-a4de-4434-bc84-b01b1b04bb88 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 931 time: 0.2123921 Jul 30 04:58:48.102061 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-2cb55999-fa5d-49a3-926f-40d5a1e8455b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77f9d403-dee8-430d-8122-9a468f943da2 {{(pid=103971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 04:58:48.167380 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-2cb55999-fa5d-49a3-926f-40d5a1e8455b service neutron] Publish callbacks [] for port (77f9d403-dee8-430d-8122-9a468f943da2), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:48.218134 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Jul 2022 04:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc3b1ce-ec70-42a2-a57f-2b418eca18d9 x-openstack-request-id: req-bcc3b1ce-ec70-42a2-a57f-2b418eca18d9 {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:58:48.218478 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b5e218d-8660-4d90-90d1-9c8e50a66a7c", "tag": "46f49659-6b94-4d15-9602-46c795a35ee9", "status": "completed", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:58:48.218732 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bcc3b1ce-ec70-42a2-a57f-2b418eca18d9 {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:58:48.219192 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcc3b1ce-ec70-42a2-a57f-2b418eca18d9'] response: {'name': 'network-changed', 'server_uuid': '7b5e218d-8660-4d90-90d1-9c8e50a66a7c', 'tag': '46f49659-6b94-4d15-9602-46c795a35ee9', 'status': 'completed', 'code': 200} Jul 30 04:58:48.241702 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-aabdc54a-801a-4605-9e5e-3c20f14a9568 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:48.266213 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.provisioning_blocks [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-2cb55999-fa5d-49a3-926f-40d5a1e8455b service neutron] Transition to ACTIVE for port object 77f9d403-dee8-430d-8122-9a468f943da2 will not be triggered until provisioned by entity L2. {{(pid=103971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 30 04:58:48.330354 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9a78fed2-e265-42ce-a95b-99f1a2552abf req-46736d56-7c26-424a-a61a-e4214472a57e tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3429060 Jul 30 04:58:48.333021 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06991c1e-1f81-4990-98ad-01550f66ddab req-7d293cf2-3b8b-4859-9fb3-a8debc3174d4 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:48.341418 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-06991c1e-1f81-4990-98ad-01550f66ddab req-7d293cf2-3b8b-4859-9fb3-a8debc3174d4 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 943 time: 0.0672181 Jul 30 04:58:48.346655 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-2cb55999-fa5d-49a3-926f-40d5a1e8455b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3264605'] for port (77f9d403-dee8-430d-8122-9a468f943da2), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:48.395262 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-3a80cb9a-0c73-4dbb-9c83-ef85ceff514b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17ee318c-931e-496a-b49d-170e9dd9ad2b {{(pid=103971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 04:58:48.409272 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-06991c1e-1f81-4990-98ad-01550f66ddab req-99ff5144-6f3c-4068-a538-f4a9fb8b43d6 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608499 Jul 30 04:58:48.431528 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-3a80cb9a-0c73-4dbb-9c83-ef85ceff514b service neutron] Publish callbacks [] for port (17ee318c-931e-496a-b49d-170e9dd9ad2b), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:48.444359 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:48.574377 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.provisioning_blocks [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-3a80cb9a-0c73-4dbb-9c83-ef85ceff514b service neutron] Transition to ACTIVE for port object 17ee318c-931e-496a-b49d-170e9dd9ad2b will not be triggered until provisioned by entity L2. {{(pid=103971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 30 04:58:48.607464 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:48.608383 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-3a80cb9a-0c73-4dbb-9c83-ef85ceff514b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3264605'] for port (17ee318c-931e-496a-b49d-170e9dd9ad2b), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:48.611340 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb55999-fa5d-49a3-926f-40d5a1e8455b service neutron] Pushing event updated for resources: {'Port': ['ID=77f9d403-dee8-430d-8122-9a468f943da2,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:48.695676 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35bbaa-8b37-4d62-ae52-f09385bd3927 req-a8727fb8-679c-46d1-a0e8-d8cef3a32aad tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:48.697269 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-7d35bbaa-8b37-4d62-ae52-f09385bd3927 req-a8727fb8-679c-46d1-a0e8-d8cef3a32aad tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 931 time: 0.1833494 Jul 30 04:58:48.799934 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80cb9a-0c73-4dbb-9c83-ef85ceff514b service neutron] Pushing event updated for resources: {'Port': ['ID=17ee318c-931e-496a-b49d-170e9dd9ad2b,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:48.816574 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-2cb55999-fa5d-49a3-926f-40d5a1e8455b service neutron] Attempting to bind port 77f9d403-dee8-430d-8122-9a468f943da2 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 04:58:48.816574 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-2cb55999-fa5d-49a3-926f-40d5a1e8455b service neutron] Attempting to bind port 77f9d403-dee8-430d-8122-9a468f943da2 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': 'e9c7cb1b-4a6d-49ef-8923-a11361e78abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1'}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 04:58:48.816574 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-2cb55999-fa5d-49a3-926f-40d5a1e8455b service neutron] Attempting to bind port 77f9d403-dee8-430d-8122-9a468f943da2 on network fdf70601-7662-4f43-8ddd-db3bc3add8d1 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 04:58:48.841209 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-aabdc54a-801a-4605-9e5e-3c20f14a9568 admin admin] Publish callbacks [] for security_group (3d9c0694-722c-42b9-ace4-89e392ba69a2), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:48.841443 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-05d7d467-f9dc-4b57-939c-74bdddc9450c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c19fc198-7bdb-497c-b40d-78705a7b0ac9 {{(pid=103971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 04:58:48.856461 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-05d7d467-f9dc-4b57-939c-74bdddc9450c service neutron] Publish callbacks [] for port (c19fc198-7bdb-497c-b40d-78705a7b0ac9), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:48.860369 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-aabdc54a-801a-4605-9e5e-3c20f14a9568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (3d9c0694-722c-42b9-ace4-89e392ba69a2), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:48.895156 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-2cb55999-fa5d-49a3-926f-40d5a1e8455b service neutron] Port 77f9d403-dee8-430d-8122-9a468f943da2 on network fdf70601-7662-4f43-8ddd-db3bc3add8d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 30 04:58:48.895495 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-2cb55999-fa5d-49a3-926f-40d5a1e8455b service neutron] Attempting to bind port 77f9d403-dee8-430d-8122-9a468f943da2 on network fdf70601-7662-4f43-8ddd-db3bc3add8d1 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 04:58:48.934084 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.provisioning_blocks [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-05d7d467-f9dc-4b57-939c-74bdddc9450c service neutron] Transition to ACTIVE for port object c19fc198-7bdb-497c-b40d-78705a7b0ac9 will not be triggered until provisioned by entity L2. {{(pid=103971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 30 04:58:48.934203 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434112c2-df52-4c0e-b231-9bbd548407fd req-deeb4b7b-0df3-485e-b393-9543fefe830d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:48.941478 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-2cb55999-fa5d-49a3-926f-40d5a1e8455b service neutron] Checking agent: {'id': 'dec4dcff-e2ed-49ed-8dd3-cc3856f345b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 56, 16), 'started_at': datetime.datetime(2022, 7, 30, 4, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 4, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 04:58:48.941824 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-2cb55999-fa5d-49a3-926f-40d5a1e8455b service neutron] Checking segment: {'id': 'e9c7cb1b-4a6d-49ef-8923-a11361e78abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 04:58:48.942362 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-2cb55999-fa5d-49a3-926f-40d5a1e8455b service neutron] Bound using segment: {'id': 'e9c7cb1b-4a6d-49ef-8923-a11361e78abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1'} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 04:58:48.943119 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-2cb55999-fa5d-49a3-926f-40d5a1e8455b service neutron] Bound port: 77f9d403-dee8-430d-8122-9a468f943da2, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9c7cb1b-4a6d-49ef-8923-a11361e78abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1'}}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 04:58:48.943248 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-2cb55999-fa5d-49a3-926f-40d5a1e8455b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (77f9d403-dee8-430d-8122-9a468f943da2), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:48.948623 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-434112c2-df52-4c0e-b231-9bbd548407fd req-deeb4b7b-0df3-485e-b393-9543fefe830d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 943 time: 0.0779178 Jul 30 04:58:48.965733 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-05d7d467-f9dc-4b57-939c-74bdddc9450c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3264605'] for port (c19fc198-7bdb-497c-b40d-78705a7b0ac9), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:48.991810 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-aabdc54a-801a-4605-9e5e-3c20f14a9568 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb98a151879f44178106e60d99be0f10&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2210066 Jul 30 04:58:48.996834 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 48230) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:48.998604 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabdc54a-801a-4605-9e5e-3c20f14a9568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9c0694-722c-42b9-ace4-89e392ba69a2,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:49.034584 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-7d35bbaa-8b37-4d62-ae52-f09385bd3927 req-01c25dcf-6884-450a-801a-a270a15abb94 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc6a3f5-981f-4692-93e9-b347a938bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982359 Jul 30 04:58:49.049668 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-3a80cb9a-0c73-4dbb-9c83-ef85ceff514b service neutron] Attempting to bind port 17ee318c-931e-496a-b49d-170e9dd9ad2b on host hv-cinder-85127 for vnic_type normal with profile {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 04:58:49.049668 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-3a80cb9a-0c73-4dbb-9c83-ef85ceff514b service neutron] Attempting to bind port 17ee318c-931e-496a-b49d-170e9dd9ad2b by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': 'f332eab5-1e47-46f1-8048-b01e080b1202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e'}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 04:58:49.049838 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-3a80cb9a-0c73-4dbb-9c83-ef85ceff514b service neutron] Attempting to bind port 17ee318c-931e-496a-b49d-170e9dd9ad2b on network afd82f39-2725-4de8-bc03-d4d225abc92e {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 04:58:49.130999 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-3a80cb9a-0c73-4dbb-9c83-ef85ceff514b service neutron] Port 17ee318c-931e-496a-b49d-170e9dd9ad2b on network afd82f39-2725-4de8-bc03-d4d225abc92e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 30 04:58:49.131663 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-3a80cb9a-0c73-4dbb-9c83-ef85ceff514b service neutron] Attempting to bind port 17ee318c-931e-496a-b49d-170e9dd9ad2b on network afd82f39-2725-4de8-bc03-d4d225abc92e {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 04:58:49.236891 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-3a80cb9a-0c73-4dbb-9c83-ef85ceff514b service neutron] Checking agent: {'id': 'dec4dcff-e2ed-49ed-8dd3-cc3856f345b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 56, 16), 'started_at': datetime.datetime(2022, 7, 30, 4, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 4, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 04:58:49.237342 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-3a80cb9a-0c73-4dbb-9c83-ef85ceff514b service neutron] Checking segment: {'id': 'f332eab5-1e47-46f1-8048-b01e080b1202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 04:58:49.237759 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-3a80cb9a-0c73-4dbb-9c83-ef85ceff514b service neutron] Bound using segment: {'id': 'f332eab5-1e47-46f1-8048-b01e080b1202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e'} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 04:58:49.238196 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-3a80cb9a-0c73-4dbb-9c83-ef85ceff514b service neutron] Bound port: 17ee318c-931e-496a-b49d-170e9dd9ad2b, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f332eab5-1e47-46f1-8048-b01e080b1202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e'}}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 04:58:49.238611 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-3a80cb9a-0c73-4dbb-9c83-ef85ceff514b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (17ee318c-931e-496a-b49d-170e9dd9ad2b), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:49.252994 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d7d467-f9dc-4b57-939c-74bdddc9450c service neutron] Pushing event updated for resources: {'Port': ['ID=c19fc198-7bdb-497c-b40d-78705a7b0ac9,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:49.255660 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:49.294185 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-434112c2-df52-4c0e-b231-9bbd548407fd req-016dbae4-33dd-4725-89a1-2308d757c07a tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d333655-4aa8-43a6-a0ce-8e64647ad0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3428915 Jul 30 04:58:49.301078 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-2cb55999-fa5d-49a3-926f-40d5a1e8455b service neutron] For port 77f9d403-dee8-430d-8122-9a468f943da2, host hv-cinder-85127, cleared binding levels {{(pid=103971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:58:49.356205 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=41 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:49.368451 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-40fbfd6a-8978-4e00-92dc-f22422cd41e5 admin admin] Publish callbacks [] for security_group (3d9c0694-722c-42b9-ace4-89e392ba69a2), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:49.402407 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-40fbfd6a-8978-4e00-92dc-f22422cd41e5 admin admin] Publish callbacks [] for security_group (3d9c0694-722c-42b9-ace4-89e392ba69a2), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:49.432420 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-2cb55999-fa5d-49a3-926f-40d5a1e8455b service neutron] For port 77f9d403-dee8-430d-8122-9a468f943da2, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=77f9d403-dee8-430d-8122-9a468f943da2,segment=NetworkSegment(e9c7cb1b-4a6d-49ef-8923-a11361e78abf),segment_id=e9c7cb1b-4a6d-49ef-8923-a11361e78abf)] {{(pid=103971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:58:49.457203 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-05d7d467-f9dc-4b57-939c-74bdddc9450c service neutron] Attempting to bind port c19fc198-7bdb-497c-b40d-78705a7b0ac9 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 04:58:49.457536 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-05d7d467-f9dc-4b57-939c-74bdddc9450c service neutron] Attempting to bind port c19fc198-7bdb-497c-b40d-78705a7b0ac9 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '41f502f5-f814-4611-b387-3febd78d07e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '97e9be64-b56d-4d78-b9ab-2ad28b14b15e'}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 04:58:49.457859 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-05d7d467-f9dc-4b57-939c-74bdddc9450c service neutron] Attempting to bind port c19fc198-7bdb-497c-b40d-78705a7b0ac9 on network 97e9be64-b56d-4d78-b9ab-2ad28b14b15e {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 04:58:49.483523 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:49.485383 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-2cb55999-fa5d-49a3-926f-40d5a1e8455b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3264605'] for port (77f9d403-dee8-430d-8122-9a468f943da2), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:49.534002 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-05d7d467-f9dc-4b57-939c-74bdddc9450c service neutron] Port c19fc198-7bdb-497c-b40d-78705a7b0ac9 on network 97e9be64-b56d-4d78-b9ab-2ad28b14b15e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 30 04:58:49.534002 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-05d7d467-f9dc-4b57-939c-74bdddc9450c service neutron] Attempting to bind port c19fc198-7bdb-497c-b40d-78705a7b0ac9 on network 97e9be64-b56d-4d78-b9ab-2ad28b14b15e {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 04:58:49.539680 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-2cb55999-fa5d-49a3-926f-40d5a1e8455b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:49.541200 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-2cb55999-fa5d-49a3-926f-40d5a1e8455b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:49.541806 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-2cb55999-fa5d-49a3-926f-40d5a1e8455b service neutron] 10.222.0.49 "PUT /v2.0/ports/77f9d403-dee8-430d-8122-9a468f943da2 HTTP/1.1" status: 200 len: 1093 time: 4.5898254 Jul 30 04:58:49.542295 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4370e65-bec4-454f-9566-33ff60441229', 'tag': '77f9d403-dee8-430d-8122-9a468f943da2'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 04:58:49.578971 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-3a80cb9a-0c73-4dbb-9c83-ef85ceff514b service neutron] For port 17ee318c-931e-496a-b49d-170e9dd9ad2b, host hv-cinder-85127, cleared binding levels {{(pid=103971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:58:49.587776 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-05d7d467-f9dc-4b57-939c-74bdddc9450c service neutron] Checking agent: {'id': 'dec4dcff-e2ed-49ed-8dd3-cc3856f345b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 56, 16), 'started_at': datetime.datetime(2022, 7, 30, 4, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 4, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 04:58:49.588224 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-05d7d467-f9dc-4b57-939c-74bdddc9450c service neutron] Checking segment: {'id': '41f502f5-f814-4611-b387-3febd78d07e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '97e9be64-b56d-4d78-b9ab-2ad28b14b15e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 04:58:49.588619 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-05d7d467-f9dc-4b57-939c-74bdddc9450c service neutron] Bound using segment: {'id': '41f502f5-f814-4611-b387-3febd78d07e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '97e9be64-b56d-4d78-b9ab-2ad28b14b15e'} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 04:58:49.589131 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-05d7d467-f9dc-4b57-939c-74bdddc9450c service neutron] Bound port: c19fc198-7bdb-497c-b40d-78705a7b0ac9, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41f502f5-f814-4611-b387-3febd78d07e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '97e9be64-b56d-4d78-b9ab-2ad28b14b15e'}}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 04:58:49.589418 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-05d7d467-f9dc-4b57-939c-74bdddc9450c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (c19fc198-7bdb-497c-b40d-78705a7b0ac9), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:49.604225 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3c65d-b91e-42e2-b8df-e940ae235d47 req-9be1fe9f-a25d-47a2-8d80-fb8e9f53f5fd tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:49.606079 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-82d3c65d-b91e-42e2-b8df-e940ae235d47 req-9be1fe9f-a25d-47a2-8d80-fb8e9f53f5fd tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 943 time: 0.1124170 Jul 30 04:58:49.618724 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-3a80cb9a-0c73-4dbb-9c83-ef85ceff514b service neutron] For port 17ee318c-931e-496a-b49d-170e9dd9ad2b, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=17ee318c-931e-496a-b49d-170e9dd9ad2b,segment=NetworkSegment(f332eab5-1e47-46f1-8048-b01e080b1202),segment_id=f332eab5-1e47-46f1-8048-b01e080b1202)] {{(pid=103971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:58:49.629126 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:49.629478 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed0da1-2b08-4c40-add9-c543266c3176 req-b05ca222-a34b-4009-b46a-a98c80181c19 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:49.631009 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-62ed0da1-2b08-4c40-add9-c543266c3176 req-b05ca222-a34b-4009-b46a-a98c80181c19 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.2035048 Jul 30 04:58:49.644286 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b16b4900bbfc643f3f19b33d02e463cc441e963483cfbcd5657a130b47b3c9ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feee6f8f-ada5-447e-817b-bd62276b4697" -d '{"events": [{"name": "network-changed", "server_uuid": "e4370e65-bec4-454f-9566-33ff60441229", "tag": "77f9d403-dee8-430d-8122-9a468f943da2"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:58:49.662817 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-3a80cb9a-0c73-4dbb-9c83-ef85ceff514b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3264605'] for port (17ee318c-931e-496a-b49d-170e9dd9ad2b), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:49.665293 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-40fbfd6a-8978-4e00-92dc-f22422cd41e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (3d9c0694-722c-42b9-ace4-89e392ba69a2), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:49.667809 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-40fbfd6a-8978-4e00-92dc-f22422cd41e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:49.668924 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-40fbfd6a-8978-4e00-92dc-f22422cd41e5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d9c0694-722c-42b9-ace4-89e392ba69a2 HTTP/1.1" status: 204 len: 168 time: 0.6674390 Jul 30 04:58:49.676153 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-82d3c65d-b91e-42e2-b8df-e940ae235d47 req-771324e8-bf84-44e1-a975-528e573efaa6 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578496 Jul 30 04:58:49.693662 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-3a80cb9a-0c73-4dbb-9c83-ef85ceff514b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:49.694281 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-3a80cb9a-0c73-4dbb-9c83-ef85ceff514b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:49.696460 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-3a80cb9a-0c73-4dbb-9c83-ef85ceff514b service neutron] 10.222.0.49 "PUT /v2.0/ports/17ee318c-931e-496a-b49d-170e9dd9ad2b HTTP/1.1" status: 200 len: 1093 time: 4.7431192 Jul 30 04:58:49.707936 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb55999-fa5d-49a3-926f-40d5a1e8455b service neutron] Pushing event updated for resources: {'Port': ['ID=77f9d403-dee8-430d-8122-9a468f943da2,revision_number=3']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:49.718520 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fbfd6a-8978-4e00-92dc-f22422cd41e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9c0694-722c-42b9-ace4-89e392ba69a2,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:49.978101 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Jul 2022 04:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f2f00c-cb6e-4a46-9f4e-cbd34618321e x-openstack-request-id: req-b9f2f00c-cb6e-4a46-9f4e-cbd34618321e {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:58:49.978545 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4370e65-bec4-454f-9566-33ff60441229", "tag": "77f9d403-dee8-430d-8122-9a468f943da2", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:58:49.978714 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b9f2f00c-cb6e-4a46-9f4e-cbd34618321e {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:58:49.979162 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9f2f00c-cb6e-4a46-9f4e-cbd34618321e'] response: {'name': 'network-changed', 'server_uuid': 'e4370e65-bec4-454f-9566-33ff60441229', 'tag': '77f9d403-dee8-430d-8122-9a468f943da2', 'status': 'completed', 'code': 200} Jul 30 04:58:49.995698 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-05d7d467-f9dc-4b57-939c-74bdddc9450c service neutron] For port c19fc198-7bdb-497c-b40d-78705a7b0ac9, host hv-cinder-85127, cleared binding levels {{(pid=103971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:58:50.004547 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-62ed0da1-2b08-4c40-add9-c543266c3176 req-a05f6cb9-29d0-45d2-a31c-a065ff39f1fa tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3655095 Jul 30 04:58:50.016674 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-05d7d467-f9dc-4b57-939c-74bdddc9450c service neutron] For port c19fc198-7bdb-497c-b40d-78705a7b0ac9, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=c19fc198-7bdb-497c-b40d-78705a7b0ac9,segment=NetworkSegment(41f502f5-f814-4611-b387-3febd78d07e6),segment_id=41f502f5-f814-4611-b387-3febd78d07e6)] {{(pid=103971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:58:50.018201 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80cb9a-0c73-4dbb-9c83-ef85ceff514b service neutron] Pushing event updated for resources: {'Port': ['ID=17ee318c-931e-496a-b49d-170e9dd9ad2b,revision_number=3']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:50.030620 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-05d7d467-f9dc-4b57-939c-74bdddc9450c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3264605'] for port (c19fc198-7bdb-497c-b40d-78705a7b0ac9), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:50.037400 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-05d7d467-f9dc-4b57-939c-74bdddc9450c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:50.039625 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-05d7d467-f9dc-4b57-939c-74bdddc9450c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:50.041199 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-05d7d467-f9dc-4b57-939c-74bdddc9450c service neutron] 10.222.0.49 "PUT /v2.0/ports/c19fc198-7bdb-497c-b40d-78705a7b0ac9 HTTP/1.1" status: 200 len: 1093 time: 5.0867436 Jul 30 04:58:50.099271 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d7d467-f9dc-4b57-939c-74bdddc9450c service neutron] Pushing event updated for resources: {'Port': ['ID=c19fc198-7bdb-497c-b40d-78705a7b0ac9,revision_number=3']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:58:50.223609 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa8160-405a-4ce8-90d4-f46540e8fcc7 req-0b6c387f-f87d-404d-bc9d-22068a4370ae tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:50.226907 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-8ffa8160-405a-4ce8-90d4-f46540e8fcc7 req-0b6c387f-f87d-404d-bc9d-22068a4370ae tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 943 time: 0.0693421 Jul 30 04:58:50.227397 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0c06a0-156a-4cee-8ff7-92ab582bc4a1', 'tag': '5f770f5f-036f-49c8-aec8-570d5b12103d'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 04:58:50.229630 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74064a32e8a1c82ff25c89edbc1a4916375279028ab6b832636cd606fd6f10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be36ca2b-7271-4b2c-9589-614cf88d3083" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0c06a0-156a-4cee-8ff7-92ab582bc4a1", "tag": "5f770f5f-036f-49c8-aec8-570d5b12103d"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:58:50.276154 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:50.293920 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-8ffa8160-405a-4ce8-90d4-f46540e8fcc7 req-42172dc6-6519-4d11-adab-be5e6aae401e tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc6a3f5-981f-4692-93e9-b347a938bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607562 Jul 30 04:58:50.392105 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Jul 2022 04:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d2331d-7f0a-4dcb-9f70-4ae994d9fdc8 x-openstack-request-id: req-f5d2331d-7f0a-4dcb-9f70-4ae994d9fdc8 {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:58:50.392391 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0c06a0-156a-4cee-8ff7-92ab582bc4a1", "tag": "5f770f5f-036f-49c8-aec8-570d5b12103d", "status": "completed", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:58:50.392642 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f5d2331d-7f0a-4dcb-9f70-4ae994d9fdc8 {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:58:50.393046 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5d2331d-7f0a-4dcb-9f70-4ae994d9fdc8'] response: {'name': 'network-changed', 'server_uuid': 'cc0c06a0-156a-4cee-8ff7-92ab582bc4a1', 'tag': '5f770f5f-036f-49c8-aec8-570d5b12103d', 'status': 'completed', 'code': 200} Jul 30 04:58:50.510269 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-5215e98c-206f-4ea0-a319-d21705008f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:50.539419 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d57937-dceb-4ef9-9281-be49473341ec req-15ce41a4-50a4-4ee0-a610-05aae63eb80e tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:50.550790 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-69d57937-dceb-4ef9-9281-be49473341ec req-15ce41a4-50a4-4ee0-a610-05aae63eb80e tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 943 time: 0.0851235 Jul 30 04:58:50.678327 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-69d57937-dceb-4ef9-9281-be49473341ec req-6c9fe7de-c197-46a5-bb55-1292c5eed8ac tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d333655-4aa8-43a6-a0ce-8e64647ad0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263947 Jul 30 04:58:50.867466 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e9269-52ad-4089-9872-658cc7051b4f req-bf4ada39-e125-4a90-b3b7-e50384cce89d tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:50.883458 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-297e9269-52ad-4089-9872-658cc7051b4f req-bf4ada39-e125-4a90-b3b7-e50384cce89d tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 943 time: 0.0975380 Jul 30 04:58:50.961995 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-297e9269-52ad-4089-9872-658cc7051b4f req-6203e2aa-e733-4f2f-bc34-3c5ddab99130 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763783 Jul 30 04:58:51.242089 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be937a9-ba5a-472b-89fc-2492e09d05c3 req-7dfac991-8a89-4147-abe5-0ad9a0d6eee6 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:51.252794 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-8be937a9-ba5a-472b-89fc-2492e09d05c3 req-7dfac991-8a89-4147-abe5-0ad9a0d6eee6 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0905740 Jul 30 04:58:51.357820 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-8be937a9-ba5a-472b-89fc-2492e09d05c3 req-8765d237-64ce-4ee6-b6c2-fc2e6ddd1687 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947423 Jul 30 04:58:51.448732 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf376e-9a70-4e50-84e2-db6ebe9ba874 req-85316a93-cba3-4eaa-8fc2-a7f29af868a6 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:51.450233 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-90cf376e-9a70-4e50-84e2-db6ebe9ba874 req-85316a93-cba3-4eaa-8fc2-a7f29af868a6 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 943 time: 0.0550480 Jul 30 04:58:51.498765 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-90cf376e-9a70-4e50-84e2-db6ebe9ba874 req-75078aa7-28aa-495d-8238-bb048c9a4c32 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc6a3f5-981f-4692-93e9-b347a938bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428011 Jul 30 04:58:51.815946 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a38d0-297f-4e99-91f7-aafd5260aaab req-a8ce72f0-1eb7-4649-b152-5d0b1c35fdee tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:51.817421 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-575a38d0-297f-4e99-91f7-aafd5260aaab req-a8ce72f0-1eb7-4649-b152-5d0b1c35fdee tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 943 time: 0.0528347 Jul 30 04:58:51.864886 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-575a38d0-297f-4e99-91f7-aafd5260aaab req-5776a6ce-482c-49f3-9508-11e8e5699114 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d333655-4aa8-43a6-a0ce-8e64647ad0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406971 Jul 30 04:58:51.979774 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f27c16ec-7d74-4a2a-9b40-c95455fa8aff', 'tag': '17ee318c-931e-496a-b49d-170e9dd9ad2b'}, {'name': 'network-changed', 'server_uuid': '5348eee1-b615-4ef5-a4db-5deec1276724', 'tag': 'c19fc198-7bdb-497c-b40d-78705a7b0ac9'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 04:58:51.982110 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b16b4900bbfc643f3f19b33d02e463cc441e963483cfbcd5657a130b47b3c9ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8163db7d-e7ac-4c6c-ae6a-193fff3e4bdc" -d '{"events": [{"name": "network-changed", "server_uuid": "f27c16ec-7d74-4a2a-9b40-c95455fa8aff", "tag": "17ee318c-931e-496a-b49d-170e9dd9ad2b"}, {"name": "network-changed", "server_uuid": "5348eee1-b615-4ef5-a4db-5deec1276724", "tag": "c19fc198-7bdb-497c-b40d-78705a7b0ac9"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:58:52.026329 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 30 Jul 2022 04:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3023acd3-e549-4512-9eba-c7ba3eb9053a x-openstack-request-id: req-3023acd3-e549-4512-9eba-c7ba3eb9053a {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:58:52.026329 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f27c16ec-7d74-4a2a-9b40-c95455fa8aff", "tag": "17ee318c-931e-496a-b49d-170e9dd9ad2b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5348eee1-b615-4ef5-a4db-5deec1276724", "tag": "c19fc198-7bdb-497c-b40d-78705a7b0ac9", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:58:52.026670 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3023acd3-e549-4512-9eba-c7ba3eb9053a {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:58:52.027135 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3023acd3-e549-4512-9eba-c7ba3eb9053a'] response: {'name': 'network-changed', 'server_uuid': 'f27c16ec-7d74-4a2a-9b40-c95455fa8aff', 'tag': '17ee318c-931e-496a-b49d-170e9dd9ad2b', 'status': 'completed', 'code': 200} Jul 30 04:58:52.027451 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3023acd3-e549-4512-9eba-c7ba3eb9053a'] response: {'name': 'network-changed', 'server_uuid': '5348eee1-b615-4ef5-a4db-5deec1276724', 'tag': 'c19fc198-7bdb-497c-b40d-78705a7b0ac9', 'status': 'completed', 'code': 200} Jul 30 04:58:52.092314 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a419a0b-ad5e-4212-b4f3-6d66968817fd req-814cbf25-6095-4f2d-8b7b-4e42c535ced5 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:52.093774 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-4a419a0b-ad5e-4212-b4f3-6d66968817fd req-814cbf25-6095-4f2d-8b7b-4e42c535ced5 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 943 time: 0.0483358 Jul 30 04:58:52.143009 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-4a419a0b-ad5e-4212-b4f3-6d66968817fd req-47e56983-6734-4865-b5e6-7819b59b4501 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437276 Jul 30 04:58:52.479119 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cdc0f6-d859-4ac8-baba-40fcb5cac805 req-7c19e79b-68be-4311-a762-10b6291ef130 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:52.480540 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-75cdc0f6-d859-4ac8-baba-40fcb5cac805 req-7c19e79b-68be-4311-a762-10b6291ef130 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0464566 Jul 30 04:58:52.526139 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-75cdc0f6-d859-4ac8-baba-40fcb5cac805 req-55f5c156-16f5-4dce-986c-49896c1c28d7 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399504 Jul 30 04:58:52.615619 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960fbdfc-1d7c-4ce9-92c9-f0ade626627f req-3b30da0d-9b08-452c-af47-2e2ef6a3d906 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:52.617204 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-960fbdfc-1d7c-4ce9-92c9-f0ade626627f req-3b30da0d-9b08-452c-af47-2e2ef6a3d906 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 943 time: 0.0462527 Jul 30 04:58:52.667280 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-960fbdfc-1d7c-4ce9-92c9-f0ade626627f req-9889ac65-1fce-4b0e-9b42-f049c5e1f53c tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc6a3f5-981f-4692-93e9-b347a938bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445101 Jul 30 04:58:52.783666 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d9ea5d0d-3be1-4ff5-ab1c-b658d09d88c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:52.972285 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:52.981805 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5eef7d-4f09-40ba-ad68-198ee9f70ed7 req-e1565dea-58a9-4c13-bded-b128fe320400 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:52.983299 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5e5eef7d-4f09-40ba-ad68-198ee9f70ed7 req-e1565dea-58a9-4c13-bded-b128fe320400 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 943 time: 0.0482917 Jul 30 04:58:53.034370 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5e5eef7d-4f09-40ba-ad68-198ee9f70ed7 req-cb9d184b-1aa1-406b-a55b-5feb0a8b868b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d333655-4aa8-43a6-a0ce-8e64647ad0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453987 Jul 30 04:58:53.258870 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1967f34-c487-42b4-96ad-d4dee0b74985 req-6d49a291-0bc4-4333-ada9-2b7f473837b5 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:53.260248 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-c1967f34-c487-42b4-96ad-d4dee0b74985 req-6d49a291-0bc4-4333-ada9-2b7f473837b5 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 943 time: 0.0466514 Jul 30 04:58:53.307190 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-c1967f34-c487-42b4-96ad-d4dee0b74985 req-b73227b1-4be9-4f4e-b99b-4d8a82a2c85a tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412614 Jul 30 04:58:53.645090 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbf773-df22-4e52-8a76-3cb34be0c2c5 req-85104403-ffc8-40ca-b36b-aee4954e4c4d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:53.646719 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ebfbf773-df22-4e52-8a76-3cb34be0c2c5 req-85104403-ffc8-40ca-b36b-aee4954e4c4d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0465186 Jul 30 04:58:53.695049 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ebfbf773-df22-4e52-8a76-3cb34be0c2c5 req-0c27e085-467f-462f-9b47-4fdaf2e62103 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426900 Jul 30 04:58:53.797004 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c4dd6-945a-46aa-ac8c-89ec59738fc1 req-4ef08c19-a93a-4312-a379-16a74aaf45af tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:53.798514 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-b69c4dd6-945a-46aa-ac8c-89ec59738fc1 req-4ef08c19-a93a-4312-a379-16a74aaf45af tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 943 time: 0.0479569 Jul 30 04:58:53.864899 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:53.872848 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:53.879064 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-b69c4dd6-945a-46aa-ac8c-89ec59738fc1 req-106641c9-c01f-4009-a405-8edcc0e6ab89 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc6a3f5-981f-4692-93e9-b347a938bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742557 Jul 30 04:58:54.087574 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-82c58fb4-bb6a-4328-b403-6a19adb3e99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:54.089220 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-82c58fb4-bb6a-4328-b403-6a19adb3e99a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef5fe5ac675540c0930bd7bab0d8b27f&device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 1127 time: 0.1058457 Jul 30 04:58:54.100199 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163db7d-e7ac-4c6c-ae6a-193fff3e4bdc req-73bdc3aa-38e5-4e25-aeb0-c747097d1c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:54.102213 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-8163db7d-e7ac-4c6c-ae6a-193fff3e4bdc req-73bdc3aa-38e5-4e25-aeb0-c747097d1c66 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e01500cb03c74d1082090cd1c1836169&device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 1127 time: 0.0539091 Jul 30 04:58:54.115727 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-25aefc67-e3b2-47e1-b2a2-c744a861f307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:54.118713 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-25aefc67-e3b2-47e1-b2a2-c744a861f307 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=decb0bd64582440590890900e594b79e&device_id=cc0c06a0-156a-4cee-8ff7-92ab582bc4a1 HTTP/1.1" status: 200 len: 1128 time: 0.1178436 Jul 30 04:58:54.122091 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-3ee11eef-a4ff-4e9a-ae0e-65212e617e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:54.123738 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-3ee11eef-a4ff-4e9a-ae0e-65212e617e34 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=decb0bd64582440590890900e594b79e&device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 1127 time: 0.1568320 Jul 30 04:58:54.125371 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee6f8f-ada5-447e-817b-bd62276b4697 req-c5b01e1f-78b8-4af4-b13d-4969470c0478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:54.127277 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-feee6f8f-ada5-447e-817b-bd62276b4697 req-c5b01e1f-78b8-4af4-b13d-4969470c0478 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bc6f8afc1abf427f92c44fdc55994b18&device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 1127 time: 0.1276774 Jul 30 04:58:54.236835 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-69830c71-81db-4f85-a989-fb6a96f77ff5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c19fc198-7bdb-497c-b40d-78705a7b0ac9 HTTP/1.1" status: 200 len: 217 time: 0.1380548 Jul 30 04:58:54.360962 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-659ff186-dd0b-4c5c-b965-00e9915f2e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:54.362421 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-659ff186-dd0b-4c5c-b965-00e9915f2e29 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bf93e83f-aa25-4208-8ce8-4ab7338e6907 HTTP/1.1" status: 200 len: 851 time: 0.0915306 Jul 30 04:58:54.396438 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-72d57811-2f1b-4026-8a9b-44ca5fa5ed25 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f770f5f-036f-49c8-aec8-570d5b12103d HTTP/1.1" status: 200 len: 217 time: 0.2615516 Jul 30 04:58:54.418157 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-c7455bef-1bf8-4a9f-9e21-8ed5738d7c78 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46f49659-6b94-4d15-9602-46c795a35ee9 HTTP/1.1" status: 200 len: 217 time: 0.2742224 Jul 30 04:58:54.502717 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:54.545730 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-8ee25891-8842-4ee1-b40e-ca491cb0dc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:54.547283 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-8ee25891-8842-4ee1-b40e-ca491cb0dc2f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=97e9be64-b56d-4d78-b9ab-2ad28b14b15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1767297 Jul 30 04:58:54.551131 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163db7d-e7ac-4c6c-ae6a-193fff3e4bdc req-9857f12b-b5ef-4147-9f67-ddc70ef8aedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:54.552631 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-8163db7d-e7ac-4c6c-ae6a-193fff3e4bdc req-9857f12b-b5ef-4147-9f67-ddc70ef8aedb service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=e01500cb03c74d1082090cd1c1836169&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4421794 Jul 30 04:58:54.560935 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996be5dd-b3fe-4dd7-bb42-fc2b473c73c3 req-6e3a6f18-ea21-4055-a1f7-d7547206a340 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:54.562758 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-996be5dd-b3fe-4dd7-bb42-fc2b473c73c3 req-6e3a6f18-ea21-4055-a1f7-d7547206a340 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 943 time: 0.3759840 Jul 30 04:58:54.617143 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc3d7f-994b-4c09-a3fc-1473538cde41 req-1e2b95f6-1c92-409e-93c7-301b32ae6b82 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:54.618875 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-16bc3d7f-994b-4c09-a3fc-1473538cde41 req-1e2b95f6-1c92-409e-93c7-301b32ae6b82 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 943 time: 0.1854007 Jul 30 04:58:54.646716 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-09027015-84bd-4767-871b-c3e2fc59caa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:54.648185 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-09027015-84bd-4767-871b-c3e2fc59caa8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=92a83611-d09e-4b38-9b4b-aa1a1854f601 HTTP/1.1" status: 200 len: 858 time: 0.2183881 Jul 30 04:58:54.704451 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:54.727327 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-f40d6def-a838-45f2-84ad-e9e0c8d9880a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:54.727551 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-f40d6def-a838-45f2-84ad-e9e0c8d9880a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=92a83611-d09e-4b38-9b4b-aa1a1854f601 HTTP/1.1" status: 200 len: 858 time: 0.2649462 Jul 30 04:58:54.818615 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee6f8f-ada5-447e-817b-bd62276b4697 req-075f9ddd-737f-496c-b0d9-7f582b6cfb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:54.820744 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-feee6f8f-ada5-447e-817b-bd62276b4697 req-075f9ddd-737f-496c-b0d9-7f582b6cfb5f service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=bc6f8afc1abf427f92c44fdc55994b18&shared=False HTTP/1.1" status: 200 len: 918 time: 0.6785946 Jul 30 04:58:54.834857 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-7978b6d0-f08e-4cd3-8adb-74a436cd2bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:54.836665 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-7978b6d0-f08e-4cd3-8adb-74a436cd2bb4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf976b2f-0ebc-4e5a-b101-0355f31913b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1726112 Jul 30 04:58:54.845197 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-996be5dd-b3fe-4dd7-bb42-fc2b473c73c3 req-568aee0b-333e-416a-a81b-4ab3c2fb8310 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d333655-4aa8-43a6-a0ce-8e64647ad0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2455938 Jul 30 04:58:54.846610 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-9ee67a1b-efb6-4e1f-8e27-c6c2df80ee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:54.848021 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-9ee67a1b-efb6-4e1f-8e27-c6c2df80ee83 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf976b2f-0ebc-4e5a-b101-0355f31913b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1097820 Jul 30 04:58:54.868468 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-16bc3d7f-994b-4c09-a3fc-1473538cde41 req-20491dcb-ca95-438a-8c5f-0106c407f67e tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994569 Jul 30 04:58:54.901415 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-32f7fe8e-5663-4f72-bd1e-b2d7fee30111 service neutron] 10.222.0.49 "GET /v2.0/networks/97e9be64-b56d-4d78-b9ab-2ad28b14b15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445323 Jul 30 04:58:54.906529 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163db7d-e7ac-4c6c-ae6a-193fff3e4bdc req-bae323eb-6ec4-4e2f-a73c-e66a047e1883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:54.907972 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-8163db7d-e7ac-4c6c-ae6a-193fff3e4bdc req-bae323eb-6ec4-4e2f-a73c-e66a047e1883 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3299541 Jul 30 04:58:54.986048 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0774e-f5bd-4894-8115-dab90778edf2 req-709d9672-34aa-49c1-8490-5dc140ac4b1c tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:54.987558 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e8c0774e-f5bd-4894-8115-dab90778edf2 req-709d9672-34aa-49c1-8490-5dc140ac4b1c tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0510223 Jul 30 04:58:55.015541 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb47b2d-c044-448e-ab87-5c03a87ab9c5 req-9e3531c9-866e-4434-8475-1013167aab15 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:55.017281 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-ffb47b2d-c044-448e-ab87-5c03a87ab9c5 req-9e3531c9-866e-4434-8475-1013167aab15 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 943 time: 0.0502889 Jul 30 04:58:55.054728 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e8c0774e-f5bd-4894-8115-dab90778edf2 req-aeea5cf8-24b4-45bd-8f06-c50e2aadb209 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585814 Jul 30 04:58:55.074747 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-ffb47b2d-c044-448e-ab87-5c03a87ab9c5 req-2d66a185-112a-4c71-817f-95ea64a2e491 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc6a3f5-981f-4692-93e9-b347a938bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490990 Jul 30 04:58:55.276057 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:55.662362 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:58:55.981249 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b5dde-73ea-4bcc-8600-7bfb56a613ee req-834eda95-d058-48b3-b08a-dafe35bff830 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:55.982853 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bc5b5dde-73ea-4bcc-8600-7bfb56a613ee req-834eda95-d058-48b3-b08a-dafe35bff830 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 943 time: 0.0559576 Jul 30 04:58:56.006261 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf0e8e-5cf3-48fe-8961-8b944bf70902 req-65ad44a0-7e8d-4ce7-ab41-b3e324008982 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:56.008495 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-dfaf0e8e-5cf3-48fe-8961-8b944bf70902 req-65ad44a0-7e8d-4ce7-ab41-b3e324008982 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 943 time: 0.0591481 Jul 30 04:58:56.042104 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bc5b5dde-73ea-4bcc-8600-7bfb56a613ee req-4088908c-f93e-4633-b290-f61479168c23 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d333655-4aa8-43a6-a0ce-8e64647ad0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537279 Jul 30 04:58:56.065309 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-dfaf0e8e-5cf3-48fe-8961-8b944bf70902 req-d4a10ed7-1548-478e-b409-ac54b785d695 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513477 Jul 30 04:58:56.177536 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ff701-c8c8-4723-a528-04666737fe99 req-d74ceefa-61b2-4563-89ef-359187fbd91f tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:56.179869 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1a7ff701-c8c8-4723-a528-04666737fe99 req-d74ceefa-61b2-4563-89ef-359187fbd91f tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0488923 Jul 30 04:58:56.191733 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de469deb-46d7-4e31-b224-3723bd80db38 req-bd34a98d-e201-4dd7-adde-928baa1823ef tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:56.193318 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-de469deb-46d7-4e31-b224-3723bd80db38 req-bd34a98d-e201-4dd7-adde-928baa1823ef tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 943 time: 0.0476453 Jul 30 04:58:56.227865 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1a7ff701-c8c8-4723-a528-04666737fe99 req-a85eb966-ae60-403e-b56b-b88140219e55 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422130 Jul 30 04:58:56.243305 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-de469deb-46d7-4e31-b224-3723bd80db38 req-b8bc9253-6c8f-4ebf-b716-f0c3e211cfeb tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc6a3f5-981f-4692-93e9-b347a938bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437608 Jul 30 04:58:57.122422 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:57.158772 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99ae04-5170-4e5e-9982-25d60f8311a2 req-5c56d87b-fc7f-4eb1-990d-0781f9cf73af tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:57.160260 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4a99ae04-5170-4e5e-9982-25d60f8311a2 req-5c56d87b-fc7f-4eb1-990d-0781f9cf73af tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 943 time: 0.0477605 Jul 30 04:58:57.187725 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6066113-e396-45cd-a995-684cf010cd7e req-a2ebbf3e-3eae-48ab-a50c-0f0115f0b337 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:57.189177 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-c6066113-e396-45cd-a995-684cf010cd7e req-a2ebbf3e-3eae-48ab-a50c-0f0115f0b337 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 943 time: 0.0502918 Jul 30 04:58:57.209323 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4a99ae04-5170-4e5e-9982-25d60f8311a2 req-bbb63b61-7039-48c8-8e8d-c70fba003546 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d333655-4aa8-43a6-a0ce-8e64647ad0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422230 Jul 30 04:58:57.236533 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-c6066113-e396-45cd-a995-684cf010cd7e req-bc93e894-73f9-4e0b-a2e5-9d9c7a25ba6d tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411139 Jul 30 04:58:57.356875 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de75b2f7-f8c4-4577-8074-ce8ef1f5e957 req-f38d1d20-0c62-4a48-9578-233ea75f682c tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:57.358431 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-de75b2f7-f8c4-4577-8074-ce8ef1f5e957 req-f38d1d20-0c62-4a48-9578-233ea75f682c tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0558271 Jul 30 04:58:57.359550 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:57.372431 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82bb30e-6ede-4c4b-8689-2a1774896fc9 req-c5131d9c-1543-4013-9815-da6c21c28d8e tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:57.374390 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-f82bb30e-6ede-4c4b-8689-2a1774896fc9 req-c5131d9c-1543-4013-9815-da6c21c28d8e tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 943 time: 0.0627146 Jul 30 04:58:57.688898 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-e178d58c-54f5-4045-9bb5-52c24f1af32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:57.690457 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-e178d58c-54f5-4045-9bb5-52c24f1af32c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e01500cb03c74d1082090cd1c1836169&device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 1127 time: 0.2819376 Jul 30 04:58:57.710640 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-f82bb30e-6ede-4c4b-8689-2a1774896fc9 req-dbd55020-192c-4f99-9524-e0e6cf200f0a tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc6a3f5-981f-4692-93e9-b347a938bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279006 Jul 30 04:58:57.740428 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-10eaa283-04f7-4ab3-b14d-047a9d9e72df service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17ee318c-931e-496a-b49d-170e9dd9ad2b HTTP/1.1" status: 200 len: 217 time: 0.0416059 Jul 30 04:58:57.798540 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-9f09f451-70f2-49fb-9ac4-c946079521b9 req-07f651c9-6b5d-4ee3-8771-bf9f917c056c service neutron] 10.222.0.49 "GET /v2.0/networks/97e9be64-b56d-4d78-b9ab-2ad28b14b15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194949 Jul 30 04:58:57.803151 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-de75b2f7-f8c4-4577-8074-ce8ef1f5e957 req-8bfbf646-a589-48f2-8be6-1148f36a32b6 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4386785 Jul 30 04:58:57.813043 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-59e84d8e-de03-46b7-b464-8900f773a91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:57.814609 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-59e84d8e-de03-46b7-b464-8900f773a91b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d HTTP/1.1" status: 200 len: 853 time: 0.0669787 Jul 30 04:58:57.874891 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:57.875349 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-482ecb25-cebc-4232-b3f9-bb39542a7042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:57.877115 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-482ecb25-cebc-4232-b3f9-bb39542a7042 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=afd82f39-2725-4de8-bc03-d4d225abc92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558660 Jul 30 04:58:57.890846 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-1b2020b5-a561-4860-95e2-96c9f4764f80 service neutron] 10.222.0.49 "GET /v2.0/networks/cf976b2f-0ebc-4e5a-b101-0355f31913b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5106983 Jul 30 04:58:57.894194 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-8187c739-a7af-44ef-a2df-35d5d6a62ae6 service neutron] 10.222.0.49 "GET /v2.0/networks/cf976b2f-0ebc-4e5a-b101-0355f31913b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5151200 Jul 30 04:58:57.896737 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee6f8f-ada5-447e-817b-bd62276b4697 req-98408bc8-ca7f-46be-84da-cd8cfbabc02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:57.898087 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-feee6f8f-ada5-447e-817b-bd62276b4697 req-98408bc8-ca7f-46be-84da-cd8cfbabc02d service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5201564 Jul 30 04:58:58.332030 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13de202-9637-4056-8754-1b9e9c5817af req-85e6668e-6e82-4224-b7fe-a8191d035c38 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:58.333518 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-a13de202-9637-4056-8754-1b9e9c5817af req-85e6668e-6e82-4224-b7fe-a8191d035c38 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 943 time: 0.0494533 Jul 30 04:58:58.356226 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70c484-0959-47e7-924c-a31dd684c20d req-3dda9195-3e54-4828-b91d-a7fe0a617dd9 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:58.357919 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8e70c484-0959-47e7-924c-a31dd684c20d req-3dda9195-3e54-4828-b91d-a7fe0a617dd9 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 943 time: 0.0507059 Jul 30 04:58:58.391050 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-a13de202-9637-4056-8754-1b9e9c5817af req-7e20c442-a432-4f2f-8996-ad990e32aa73 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d333655-4aa8-43a6-a0ce-8e64647ad0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513182 Jul 30 04:58:58.420503 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8e70c484-0959-47e7-924c-a31dd684c20d req-b31fce61-d34e-45bf-9915-deabb3a311c7 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530150 Jul 30 04:58:58.802291 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:58.849224 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e57ef2-371f-472a-bdd0-d5ac253a57d8 req-3e27a322-d514-459c-89c0-e227e4968abf tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:58.851104 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-26e57ef2-371f-472a-bdd0-d5ac253a57d8 req-3e27a322-d514-459c-89c0-e227e4968abf tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 943 time: 0.0630534 Jul 30 04:58:58.992583 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-26e57ef2-371f-472a-bdd0-d5ac253a57d8 req-89d95047-ecf6-4a58-86c7-f539536c6c56 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc6a3f5-981f-4692-93e9-b347a938bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345479 Jul 30 04:58:59.006236 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-32f92606-ac11-4fd8-91e8-9d5ce410c0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:59.008477 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-32f92606-ac11-4fd8-91e8-9d5ce410c0bd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bc6f8afc1abf427f92c44fdc55994b18&device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 1127 time: 0.1138108 Jul 30 04:58:59.070212 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-29b79046-7422-4a8c-851d-029f995e0f43 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77f9d403-dee8-430d-8122-9a468f943da2 HTTP/1.1" status: 200 len: 217 time: 0.0526524 Jul 30 04:58:59.076381 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-0fec9170-5022-4d0d-bb4a-1c58f4ca3394 service neutron] 10.222.0.49 "GET /v2.0/networks/afd82f39-2725-4de8-bc03-d4d225abc92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116075 Jul 30 04:58:59.093277 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163db7d-e7ac-4c6c-ae6a-193fff3e4bdc req-c7c3ceb6-8187-4559-a0f3-77c7c694ce93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:59.094790 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8163db7d-e7ac-4c6c-ae6a-193fff3e4bdc req-c7c3ceb6-8187-4559-a0f3-77c7c694ce93 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef5fe5ac675540c0930bd7bab0d8b27f&device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 1127 time: 0.2000251 Jul 30 04:58:59.111639 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427eee84-f254-4152-9751-5bec491059c4 req-2579bf15-84e2-4930-a347-fb15c5cfd760 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:59.112761 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-427eee84-f254-4152-9751-5bec491059c4 req-2579bf15-84e2-4930-a347-fb15c5cfd760 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.1233404 Jul 30 04:58:59.193819 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-fbc675a4-ea81-402a-aa56-80b7d5cc1c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:59.195510 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-fbc675a4-ea81-402a-aa56-80b7d5cc1c03 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=872e5683-a168-4487-9376-0296b22d54e2 HTTP/1.1" status: 200 len: 856 time: 0.1181600 Jul 30 04:58:59.245090 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1ffa7326-3d44-4297-87a2-bf13be8700c6 req-b4b215bc-465e-4c07-9608-2f28929dadaf service neutron] 10.222.0.49 "GET /v2.0/networks/cf976b2f-0ebc-4e5a-b101-0355f31913b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823586 Jul 30 04:58:59.274810 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d21a7b32-2a77-4249-830c-8eb47ff19d73 req-ac5a8ff6-e0cb-4a96-a0a8-4194c1433042 service neutron] 10.222.0.49 "GET /v2.0/networks/afd82f39-2725-4de8-bc03-d4d225abc92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883023 Jul 30 04:58:59.279494 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-46cb3450-43b0-46a6-a902-d118ec92f794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:59.281220 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-46cb3450-43b0-46a6-a902-d118ec92f794 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fdf70601-7662-4f43-8ddd-db3bc3add8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0777926 Jul 30 04:58:59.293214 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-88820f52-01d7-4181-b2a9-b3a4c2d5b424 req-7787f499-aa38-4019-b49c-75fb0dfe4eff service neutron] 10.222.0.49 "GET /v2.0/networks/cf976b2f-0ebc-4e5a-b101-0355f31913b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291611 Jul 30 04:58:59.353115 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-427eee84-f254-4152-9751-5bec491059c4 req-0d1fa9ff-d4db-4f33-b8c5-afaaee3ac9c9 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218463 Jul 30 04:58:59.370299 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163db7d-e7ac-4c6c-ae6a-193fff3e4bdc req-c9d64c74-0ec4-4976-b683-5cb963265a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:59.371917 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8163db7d-e7ac-4c6c-ae6a-193fff3e4bdc req-c9d64c74-0ec4-4976-b683-5cb963265a4e service neutron] 10.222.0.49 "GET /v2.0/networks?id=97e9be64-b56d-4d78-b9ab-2ad28b14b15e HTTP/1.1" status: 200 len: 913 time: 0.2563725 Jul 30 04:58:59.517041 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3b9b8-8827-4c4c-a905-bae92ae2cea5 req-d6f02bef-d153-4085-ac9a-2b92633d1998 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:59.518415 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-fed3b9b8-8827-4c4c-a905-bae92ae2cea5 req-d6f02bef-d153-4085-ac9a-2b92633d1998 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 943 time: 0.0504558 Jul 30 04:58:59.559728 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20dd76-24f5-424f-9596-b4d8fe20376e req-cf7b273d-c56b-45dc-aed3-3ae42796a025 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:58:59.561961 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fe20dd76-24f5-424f-9596-b4d8fe20376e req-cf7b273d-c56b-45dc-aed3-3ae42796a025 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 943 time: 0.0636077 Jul 30 04:58:59.576390 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-fed3b9b8-8827-4c4c-a905-bae92ae2cea5 req-d4471b41-016a-4d38-933d-6b7ccd5963a9 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d333655-4aa8-43a6-a0ce-8e64647ad0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476866 Jul 30 04:58:59.604747 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:59.620794 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fe20dd76-24f5-424f-9596-b4d8fe20376e req-5f821c64-30f9-41d9-b60f-212e37d81a9d tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530193 Jul 30 04:58:59.811975 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device c19fc198-7bdb-497c-b40d-78705a7b0ac9 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=103972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:58:59.936326 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port c19fc198-7bdb-497c-b40d-78705a7b0ac9, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=c19fc198-7bdb-497c-b40d-78705a7b0ac9,segment=NetworkSegment(41f502f5-f814-4611-b387-3febd78d07e6),segment_id=41f502f5-f814-4611-b387-3febd78d07e6)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:58:59.948584 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Returning: {'device': 'c19fc198-7bdb-497c-b40d-78705a7b0ac9', 'network_id': '97e9be64-b56d-4d78-b9ab-2ad28b14b15e', 'port_id': 'c19fc198-7bdb-497c-b40d-78705a7b0ac9', 'mac_address': 'fa:16:3e:0b:09:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf93e83f-aa25-4208-8ce8-4ab7338e6907', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:58:59.966755 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 48562) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:58:59.978272 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:58:59.996146 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port c19fc198-7bdb-497c-b40d-78705a7b0ac9 is: DOWN; New status is: BUILD {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:58:59.996541 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (c19fc198-7bdb-497c-b40d-78705a7b0ac9), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:00.013790 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c19fc198-7bdb-497c-b40d-78705a7b0ac9 {{(pid=103972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 04:59:00.060183 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port c19fc198-7bdb-497c-b40d-78705a7b0ac9, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=c19fc198-7bdb-497c-b40d-78705a7b0ac9,segment=NetworkSegment(41f502f5-f814-4611-b387-3febd78d07e6),segment_id=41f502f5-f814-4611-b387-3febd78d07e6)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:59:00.069887 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (c19fc198-7bdb-497c-b40d-78705a7b0ac9), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:00.135668 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-cc8d23e8-4bae-4b4a-b8fa-be61ce6d29cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:00.166834 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:00.168226 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=c19fc198-7bdb-497c-b40d-78705a7b0ac9,revision_number=4']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:00.232735 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-cc8d23e8-4bae-4b4a-b8fa-be61ce6d29cc admin admin] Publish callbacks [] for security_group (fc12bd80-aae6-4376-9d55-7dfcc5e7dcb5), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:00.234320 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-9052cd10-d844-4bfc-ace5-a7d7e5c2df48 service neutron] 10.222.0.49 "GET /v2.0/networks/fdf70601-7662-4f43-8ddd-db3bc3add8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855426 Jul 30 04:59:00.236493 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-cc8d23e8-4bae-4b4a-b8fa-be61ce6d29cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (fc12bd80-aae6-4376-9d55-7dfcc5e7dcb5), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:00.236650 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.agents_db [None req-c768def0-c5c3-40f0-ac12-561af9dad95f None None] Agent healthcheck: found 6 active agents {{(pid=103973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:59:00.245012 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7defddf-a0e4-4538-83cd-99b6aed81700 req-d88aa924-dd24-4ff5-a154-86e9b1c3573b tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:00.247058 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-a7defddf-a0e4-4538-83cd-99b6aed81700 req-d88aa924-dd24-4ff5-a154-86e9b1c3573b tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 944 time: 0.0690341 Jul 30 04:59:00.279291 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d23e8-4bae-4b4a-b8fa-be61ce6d29cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc12bd80-aae6-4376-9d55-7dfcc5e7dcb5,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:00.283944 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-cc8d23e8-4bae-4b4a-b8fa-be61ce6d29cc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1c7feec501a9450ba2ed07ca24b01aa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3161159 Jul 30 04:59:00.291053 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 48582) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:00.343999 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-a7defddf-a0e4-4538-83cd-99b6aed81700 req-27640cdf-238b-4f74-b939-7771397ac2d5 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc6a3f5-981f-4692-93e9-b347a938bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912924 Jul 30 04:59:00.357955 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:00.370688 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] get_ports_and_sgs() called for port_ids ['c19fc198-7bdb-497c-b40d-78705a7b0ac9'] {{(pid=103972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:59:00.387876 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-242ba2f5-d186-4a66-8783-fa214fcb52fc admin admin] Publish callbacks [] for security_group (fc12bd80-aae6-4376-9d55-7dfcc5e7dcb5), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:00.417697 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-242ba2f5-d186-4a66-8783-fa214fcb52fc admin admin] Publish callbacks [] for security_group (fc12bd80-aae6-4376-9d55-7dfcc5e7dcb5), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:00.496972 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-242ba2f5-d186-4a66-8783-fa214fcb52fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (fc12bd80-aae6-4376-9d55-7dfcc5e7dcb5), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:00.500547 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-242ba2f5-d186-4a66-8783-fa214fcb52fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:00.501163 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-242ba2f5-d186-4a66-8783-fa214fcb52fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc12bd80-aae6-4376-9d55-7dfcc5e7dcb5 HTTP/1.1" status: 204 len: 168 time: 0.2088242 Jul 30 04:59:00.532004 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ba2f5-d186-4a66-8783-fa214fcb52fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc12bd80-aae6-4376-9d55-7dfcc5e7dcb5,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:00.578345 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a4ec9-f7ce-4089-aa75-d0e50eb18275 req-17cadf63-47c4-4019-8beb-c005d4704ecf tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:00.586817 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d65a4ec9-f7ce-4089-aa75-d0e50eb18275 req-17cadf63-47c4-4019-8beb-c005d4704ecf tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0781102 Jul 30 04:59:00.665895 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d65a4ec9-f7ce-4089-aa75-d0e50eb18275 req-0273018d-f934-41c4-bb94-29840b50b65d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779207 Jul 30 04:59:00.779423 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:00.792552 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:00.804029 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8965680-811e-47f8-b518-65e84a4c7ca6 req-4c9bbf73-6e5a-4850-9b75-cc5bd1de7147 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:00.807841 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-a8965680-811e-47f8-b518-65e84a4c7ca6 req-4c9bbf73-6e5a-4850-9b75-cc5bd1de7147 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 943 time: 0.0962174 Jul 30 04:59:00.816524 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2814718-2153-44fa-9312-1af9763d0649 req-7fc6ef17-06a0-4b50-8cfd-5d221c57d6b2 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:00.823933 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a2814718-2153-44fa-9312-1af9763d0649 req-7fc6ef17-06a0-4b50-8cfd-5d221c57d6b2 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 943 time: 0.0677254 Jul 30 04:59:00.894100 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-a8965680-811e-47f8-b518-65e84a4c7ca6 req-b4ed5bfa-3166-4b07-ae1f-68dc3be0f143 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d333655-4aa8-43a6-a0ce-8e64647ad0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794504 Jul 30 04:59:00.940896 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8163db7d-e7ac-4c6c-ae6a-193fff3e4bdc req-c1d45fad-27fc-4523-8696-10d064b9e632 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c19fc198-7bdb-497c-b40d-78705a7b0ac9 HTTP/1.1" status: 200 len: 217 time: 0.0779433 Jul 30 04:59:00.945155 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a2814718-2153-44fa-9312-1af9763d0649 req-fba9667e-4a28-4016-bdc4-692c51fca72a tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201408 Jul 30 04:59:01.006802 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-fce276d3-fd80-4ca8-817b-f1e8ecec6309 req-c61ffe8a-6403-4386-a04f-fe48b5d3017f service neutron] 10.222.0.49 "GET /v2.0/networks/fdf70601-7662-4f43-8ddd-db3bc3add8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068547 Jul 30 04:59:01.055790 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 48620) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:01.069857 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b3d819e4-5a8f-4c57-b395-ee753c58a7f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:01.145364 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b3d819e4-5a8f-4c57-b395-ee753c58a7f4 admin admin] Publish callbacks [] for security_group (75102ba8-316f-4f1a-8129-34bf7510622c), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:01.148586 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b3d819e4-5a8f-4c57-b395-ee753c58a7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (75102ba8-316f-4f1a-8129-34bf7510622c), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:01.189916 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-b3d819e4-5a8f-4c57-b395-ee753c58a7f4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da6396e6f3be4e829c4641baae5eaab8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329331 Jul 30 04:59:01.190743 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d819e4-5a8f-4c57-b395-ee753c58a7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75102ba8-316f-4f1a-8129-34bf7510622c,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:01.192651 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 48622) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:01.243387 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d48f2742-7e24-4eed-aad3-aea7f94097cd admin admin] Publish callbacks [] for security_group (75102ba8-316f-4f1a-8129-34bf7510622c), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:01.267823 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d48f2742-7e24-4eed-aad3-aea7f94097cd admin admin] Publish callbacks [] for security_group (75102ba8-316f-4f1a-8129-34bf7510622c), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:01.315361 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d48f2742-7e24-4eed-aad3-aea7f94097cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (75102ba8-316f-4f1a-8129-34bf7510622c), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:01.317847 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d48f2742-7e24-4eed-aad3-aea7f94097cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:01.319085 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-d48f2742-7e24-4eed-aad3-aea7f94097cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75102ba8-316f-4f1a-8129-34bf7510622c HTTP/1.1" status: 204 len: 168 time: 0.1254053 Jul 30 04:59:01.327224 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48f2742-7e24-4eed-aad3-aea7f94097cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75102ba8-316f-4f1a-8129-34bf7510622c,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:01.479659 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaaa98d-ddda-4a7a-8351-be8138574656 req-215b0b81-d7c9-430e-b048-1abb17791b4e tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:01.481273 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-eaaaa98d-ddda-4a7a-8351-be8138574656 req-215b0b81-d7c9-430e-b048-1abb17791b4e tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 944 time: 0.0498254 Jul 30 04:59:01.531476 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-eaaaa98d-ddda-4a7a-8351-be8138574656 req-17dc246b-83c7-4b05-bfd8-9237129c3789 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc6a3f5-981f-4692-93e9-b347a938bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442467 Jul 30 04:59:01.812526 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d9627-9dd9-40a9-8187-3523bfed63c5 req-85bfaf98-9154-4a2f-ad06-e634c2c5dce7 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:01.814019 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-891d9627-9dd9-40a9-8187-3523bfed63c5 req-85bfaf98-9154-4a2f-ad06-e634c2c5dce7 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0752380 Jul 30 04:59:01.867889 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-891d9627-9dd9-40a9-8187-3523bfed63c5 req-22f66208-7832-4f63-9659-f3704a81ad1d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444920 Jul 30 04:59:02.039645 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ad02b-1029-4834-874e-cbef1600b14d req-237ea57c-b0bf-4d5c-92e1-9477725e328f tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:02.043012 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-718ad02b-1029-4834-874e-cbef1600b14d req-237ea57c-b0bf-4d5c-92e1-9477725e328f tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 943 time: 0.0744710 Jul 30 04:59:02.083761 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be51de9-c639-447b-9427-a5011c1a9976 req-7d96a5b2-e526-44c9-b453-2f5177f13db3 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:02.086332 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1be51de9-c639-447b-9427-a5011c1a9976 req-7d96a5b2-e526-44c9-b453-2f5177f13db3 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 943 time: 0.0561922 Jul 30 04:59:02.097740 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-718ad02b-1029-4834-874e-cbef1600b14d req-f6e69997-b3f9-4833-929a-cf76fb3efb5b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d333655-4aa8-43a6-a0ce-8e64647ad0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507274 Jul 30 04:59:02.140058 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1be51de9-c639-447b-9427-a5011c1a9976 req-b3318652-bde6-4107-940e-e197a86ee15c tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476747 Jul 30 04:59:02.467897 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 48674) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:02.574979 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-859d5a99-dc08-405a-bd4a-022ecb25986a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:02.618243 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:02.654087 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-859d5a99-dc08-405a-bd4a-022ecb25986a admin admin] Publish callbacks [] for security_group (e60a5961-1140-43b8-a159-643a5c7748ad), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:02.657312 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5d16b-4047-477b-9b42-05efee9b5bce req-48b23185-bef2-4777-83dc-562d2769370a tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:02.658874 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-859d5a99-dc08-405a-bd4a-022ecb25986a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (e60a5961-1140-43b8-a159-643a5c7748ad), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:02.659034 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-c5d5d16b-4047-477b-9b42-05efee9b5bce req-48b23185-bef2-4777-83dc-562d2769370a tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 944 time: 0.0545132 Jul 30 04:59:02.699382 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-859d5a99-dc08-405a-bd4a-022ecb25986a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=885fbbaf24d24817b7592f7214ed54e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303703 Jul 30 04:59:02.700068 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d5a99-dc08-405a-bd4a-022ecb25986a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60a5961-1140-43b8-a159-643a5c7748ad,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:02.702312 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 48680) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:02.715659 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-c5d5d16b-4047-477b-9b42-05efee9b5bce req-30c3a774-7516-42ed-a8b8-c9426e8f2f08 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc6a3f5-981f-4692-93e9-b347a938bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507360 Jul 30 04:59:02.752735 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6a75a3dc-ee81-4813-b519-0fc313b2f67c admin admin] Publish callbacks [] for security_group (e60a5961-1140-43b8-a159-643a5c7748ad), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:02.777033 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6a75a3dc-ee81-4813-b519-0fc313b2f67c admin admin] Publish callbacks [] for security_group (e60a5961-1140-43b8-a159-643a5c7748ad), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:02.824397 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6a75a3dc-ee81-4813-b519-0fc313b2f67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (e60a5961-1140-43b8-a159-643a5c7748ad), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:02.827261 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6a75a3dc-ee81-4813-b519-0fc313b2f67c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:02.828481 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-6a75a3dc-ee81-4813-b519-0fc313b2f67c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e60a5961-1140-43b8-a159-643a5c7748ad HTTP/1.1" status: 204 len: 168 time: 0.1251578 Jul 30 04:59:02.838901 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a75a3dc-ee81-4813-b519-0fc313b2f67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60a5961-1140-43b8-a159-643a5c7748ad,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:02.990140 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684410e-f937-47c7-a10c-ecdd85b739df req-1a361a8e-03fc-45cb-8696-7451782c42e1 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:02.991828 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4684410e-f937-47c7-a10c-ecdd85b739df req-1a361a8e-03fc-45cb-8696-7451782c42e1 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0473797 Jul 30 04:59:03.014234 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:03.046108 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4684410e-f937-47c7-a10c-ecdd85b739df req-43413318-c92c-465e-91e0-d486ff0ffa2e tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483921 Jul 30 04:59:03.239376 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081a278-04d2-420b-b39b-fefc39705fe7 req-f148b741-6d3b-4e52-b9f8-3b7db7667060 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:03.242114 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-a081a278-04d2-420b-b39b-fefc39705fe7 req-f148b741-6d3b-4e52-b9f8-3b7db7667060 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 943 time: 0.0642235 Jul 30 04:59:03.278306 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d92f0-a2b7-4d7c-a7e3-80f814a8598e req-10786cd2-00ad-43bf-9196-4d95368845d1 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:03.280006 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-694d92f0-a2b7-4d7c-a7e3-80f814a8598e req-10786cd2-00ad-43bf-9196-4d95368845d1 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 943 time: 0.0633736 Jul 30 04:59:03.302979 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-a081a278-04d2-420b-b39b-fefc39705fe7 req-449bde0f-e7e6-4c2a-bd59-4ce530986711 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d333655-4aa8-43a6-a0ce-8e64647ad0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549901 Jul 30 04:59:03.329287 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-694d92f0-a2b7-4d7c-a7e3-80f814a8598e req-ddc18225-9fc0-4814-b339-e30f0a5109fa tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434508 Jul 30 04:59:03.840248 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aec3b3-ea5c-4694-b395-e8b9a33a20a4 req-6f556df0-84e3-44a6-9b7c-f2e22391b881 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:03.841792 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-f1aec3b3-ea5c-4694-b395-e8b9a33a20a4 req-6f556df0-84e3-44a6-9b7c-f2e22391b881 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 944 time: 0.0536642 Jul 30 04:59:03.863943 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:03.906028 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-f1aec3b3-ea5c-4694-b395-e8b9a33a20a4 req-869a9a32-7fb8-43e4-a8f5-d12d6e38a5d2 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc6a3f5-981f-4692-93e9-b347a938bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552335 Jul 30 04:59:03.942073 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 48726) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:04.052870 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0cf18fd3-388b-40e3-94df-ed309a3994e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:04.099052 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device c19fc198-7bdb-497c-b40d-78705a7b0ac9 up at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:59:04.147291 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning for port c19fc198-7bdb-497c-b40d-78705a7b0ac9 completed by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 30 04:59:04.152058 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning complete for port c19fc198-7bdb-497c-b40d-78705a7b0ac9 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:59:04.152474 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (c19fc198-7bdb-497c-b40d-78705a7b0ac9), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:04.163392 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0cf18fd3-388b-40e3-94df-ed309a3994e1 admin admin] Publish callbacks [] for security_group (31ffe03c-44f3-4818-808b-e145881ddbe9), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:04.173339 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0cf18fd3-388b-40e3-94df-ed309a3994e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (31ffe03c-44f3-4818-808b-e145881ddbe9), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:04.204638 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e0056-ed28-4177-a654-8fa7866e7856 req-da5bb239-b51e-4c79-ab19-480feb8e89e7 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:04.207685 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9a4e0056-ed28-4177-a654-8fa7866e7856 req-da5bb239-b51e-4c79-ab19-480feb8e89e7 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0718958 Jul 30 04:59:04.238186 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port c19fc198-7bdb-497c-b40d-78705a7b0ac9 is: BUILD; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:59:04.238621 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (c19fc198-7bdb-497c-b40d-78705a7b0ac9), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:04.242783 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-0cf18fd3-388b-40e3-94df-ed309a3994e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=63bf9accf0964034a393028eb974bf58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2995772 Jul 30 04:59:04.245207 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf18fd3-388b-40e3-94df-ed309a3994e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ffe03c-44f3-4818-808b-e145881ddbe9,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:04.245623 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 48734) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:04.271148 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5348eee1-b615-4ef5-a4db-5deec1276724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19fc198-7bdb-497c-b40d-78705a7b0ac9'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 04:59:04.276907 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9a4e0056-ed28-4177-a654-8fa7866e7856 req-26c11b72-a996-4ad0-bee3-cba661889441 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627398 Jul 30 04:59:04.301452 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f074a92f-4717-4863-96e8-0485aa302cb3 admin admin] Publish callbacks [] for security_group (31ffe03c-44f3-4818-808b-e145881ddbe9), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:04.327154 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f074a92f-4717-4863-96e8-0485aa302cb3 admin admin] Publish callbacks [] for security_group (31ffe03c-44f3-4818-808b-e145881ddbe9), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:04.350664 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port c19fc198-7bdb-497c-b40d-78705a7b0ac9, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=c19fc198-7bdb-497c-b40d-78705a7b0ac9,segment=NetworkSegment(41f502f5-f814-4611-b387-3febd78d07e6),segment_id=41f502f5-f814-4611-b387-3febd78d07e6)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:59:04.356127 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (c19fc198-7bdb-497c-b40d-78705a7b0ac9), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:04.399446 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f074a92f-4717-4863-96e8-0485aa302cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (31ffe03c-44f3-4818-808b-e145881ddbe9), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:04.402744 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f074a92f-4717-4863-96e8-0485aa302cb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:04.403935 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-f074a92f-4717-4863-96e8-0485aa302cb3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/31ffe03c-44f3-4818-808b-e145881ddbe9 HTTP/1.1" status: 204 len: 168 time: 0.1573141 Jul 30 04:59:04.417150 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f074a92f-4717-4863-96e8-0485aa302cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ffe03c-44f3-4818-808b-e145881ddbe9,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:04.476579 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=c19fc198-7bdb-497c-b40d-78705a7b0ac9,revision_number=5']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:04.497280 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef317-b4f7-4af5-8d7d-5c0f1e6a3392 req-379b5ea6-59c4-4de4-a271-30e604d3d489 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:04.501974 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e629a-3775-41c0-b458-19fc8ee62244 req-b05e330b-2fc9-486e-a827-c9bcd554ff08 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:04.510728 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-937e629a-3775-41c0-b458-19fc8ee62244 req-b05e330b-2fc9-486e-a827-c9bcd554ff08 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 943 time: 0.0774918 Jul 30 04:59:04.516588 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5d3ef317-b4f7-4af5-8d7d-5c0f1e6a3392 req-379b5ea6-59c4-4de4-a271-30e604d3d489 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 943 time: 0.0771570 Jul 30 04:59:04.535854 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097f6318ceefad5cd58475957c164f396c8a98df32e112d8bd5bde4ce5121001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4e4070-a1e5-4ad4-ad74-05650f59d9ec" -d '{"events": [{"server_uuid": "5348eee1-b615-4ef5-a4db-5deec1276724", "name": "network-vif-plugged", "status": "completed", "tag": "c19fc198-7bdb-497c-b40d-78705a7b0ac9"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:59:04.549511 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:04.578519 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-937e629a-3775-41c0-b458-19fc8ee62244 req-de812fcf-a8a4-4ad8-9c5a-835f39cb75a0 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d333655-4aa8-43a6-a0ce-8e64647ad0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616856 Jul 30 04:59:04.599348 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5d3ef317-b4f7-4af5-8d7d-5c0f1e6a3392 req-9486e586-cc9b-4676-86a5-fcba436a488e tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811381 Jul 30 04:59:04.747611 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 04:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78b215a-04a3-43be-a4c9-698a14fcf41f x-openstack-request-id: req-c78b215a-04a3-43be-a4c9-698a14fcf41f {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:59:04.747935 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5348eee1-b615-4ef5-a4db-5deec1276724", "name": "network-vif-plugged", "status": "completed", "tag": "c19fc198-7bdb-497c-b40d-78705a7b0ac9", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:59:04.748188 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c78b215a-04a3-43be-a4c9-698a14fcf41f {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:59:04.748723 dv-cinder-851279-3-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c78b215a-04a3-43be-a4c9-698a14fcf41f'] response: {'server_uuid': '5348eee1-b615-4ef5-a4db-5deec1276724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19fc198-7bdb-497c-b40d-78705a7b0ac9', 'code': 200} Jul 30 04:59:05.034934 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c02f7-21c5-4aa5-9047-a171bca52fac req-354662de-a4f8-4246-8edc-b371b0ea3af4 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:05.036404 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9a6c02f7-21c5-4aa5-9047-a171bca52fac req-354662de-a4f8-4246-8edc-b371b0ea3af4 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 945 time: 0.0653422 Jul 30 04:59:05.094389 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9a6c02f7-21c5-4aa5-9047-a171bca52fac req-f7198124-16cd-4e88-9cba-7ac2bdb7cc9a tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc6a3f5-981f-4692-93e9-b347a938bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511045 Jul 30 04:59:05.207508 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 48780) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:05.326100 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-18ad60ab-6cc3-43c8-9b5f-23147e5b12a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:05.430746 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123d888-e3cc-4183-979b-3ec86febdedd req-1076618f-3ec0-4421-a1d2-58d10252f346 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:05.432238 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d123d888-e3cc-4183-979b-3ec86febdedd req-1076618f-3ec0-4421-a1d2-58d10252f346 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0650351 Jul 30 04:59:05.468913 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-18ad60ab-6cc3-43c8-9b5f-23147e5b12a1 admin admin] Publish callbacks [] for security_group (63fe8b8f-e604-4892-be6a-f7dab528797f), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:05.474000 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-18ad60ab-6cc3-43c8-9b5f-23147e5b12a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (63fe8b8f-e604-4892-be6a-f7dab528797f), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:05.534226 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d123d888-e3cc-4183-979b-3ec86febdedd req-b6392da7-3993-4f44-8fdb-3904813f4565 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923505 Jul 30 04:59:05.539905 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-18ad60ab-6cc3-43c8-9b5f-23147e5b12a1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=897900152f9e4d8090677c6da2474a32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3284280 Jul 30 04:59:05.539905 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad60ab-6cc3-43c8-9b5f-23147e5b12a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63fe8b8f-e604-4892-be6a-f7dab528797f,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:05.541328 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 48790) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:05.611487 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-51ddc25d-8596-4397-a539-ce2aea819277 admin admin] Publish callbacks [] for security_group (63fe8b8f-e604-4892-be6a-f7dab528797f), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:05.640659 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-51ddc25d-8596-4397-a539-ce2aea819277 admin admin] Publish callbacks [] for security_group (63fe8b8f-e604-4892-be6a-f7dab528797f), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:05.729350 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-51ddc25d-8596-4397-a539-ce2aea819277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (63fe8b8f-e604-4892-be6a-f7dab528797f), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:05.731925 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-51ddc25d-8596-4397-a539-ce2aea819277 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:05.733137 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-51ddc25d-8596-4397-a539-ce2aea819277 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/63fe8b8f-e604-4892-be6a-f7dab528797f HTTP/1.1" status: 204 len: 168 time: 0.1911554 Jul 30 04:59:05.748121 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26bc83-cde6-4d66-b17e-161ebf7aa95c req-bbe56ec3-db29-4477-bda9-e147b8ecee1e tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:05.750231 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4f26bc83-cde6-4d66-b17e-161ebf7aa95c req-bbe56ec3-db29-4477-bda9-e147b8ecee1e tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 943 time: 0.0651979 Jul 30 04:59:05.751024 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ddc25d-8596-4397-a539-ce2aea819277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63fe8b8f-e604-4892-be6a-f7dab528797f,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:05.761799 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84363f8b-f7c6-4a66-b02f-733df9d4cfd7 req-c1f25480-390d-4c03-91d1-200057366d2a tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:05.764398 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-84363f8b-f7c6-4a66-b02f-733df9d4cfd7 req-c1f25480-390d-4c03-91d1-200057366d2a tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 943 time: 0.0650516 Jul 30 04:59:05.795645 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:05.820392 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4f26bc83-cde6-4d66-b17e-161ebf7aa95c req-41c4bbd7-4bcf-48de-b3f7-2a1c8fea0c59 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d333655-4aa8-43a6-a0ce-8e64647ad0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529757 Jul 30 04:59:05.827654 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-84363f8b-f7c6-4a66-b02f-733df9d4cfd7 req-eefe4850-f196-49c9-8189-cd0ecc76846e tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577462 Jul 30 04:59:06.030728 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 48806) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:06.045910 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6a71e0a6-3e9c-46d5-990f-c94bdfebc9d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:06.085871 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:06.134741 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6a71e0a6-3e9c-46d5-990f-c94bdfebc9d1 admin admin] Publish callbacks [] for security_group (ced37dc5-970a-46ee-8b5e-e906323f3d48), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:06.141384 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6a71e0a6-3e9c-46d5-990f-c94bdfebc9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (ced37dc5-970a-46ee-8b5e-e906323f3d48), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:06.153245 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 5f770f5f-036f-49c8-aec8-570d5b12103d details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=103972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:59:06.167541 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=7 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:06.183587 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-6a71e0a6-3e9c-46d5-990f-c94bdfebc9d1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=def3ff57a65d4cc49640e727f34498f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1517229 Jul 30 04:59:06.186083 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 48812) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:06.195710 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71e0a6-3e9c-46d5-990f-c94bdfebc9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced37dc5-970a-46ee-8b5e-e906323f3d48,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:06.212860 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71e0a6-3e9c-46d5-990f-c94bdfebc9d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:06.213293 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71e0a6-3e9c-46d5-990f-c94bdfebc9d1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:06.213705 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71e0a6-3e9c-46d5-990f-c94bdfebc9d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:06.214130 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71e0a6-3e9c-46d5-990f-c94bdfebc9d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:06.214558 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71e0a6-3e9c-46d5-990f-c94bdfebc9d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:06.214957 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71e0a6-3e9c-46d5-990f-c94bdfebc9d1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:06.215354 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71e0a6-3e9c-46d5-990f-c94bdfebc9d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:06.215753 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71e0a6-3e9c-46d5-990f-c94bdfebc9d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:06.216140 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71e0a6-3e9c-46d5-990f-c94bdfebc9d1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:06.216558 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71e0a6-3e9c-46d5-990f-c94bdfebc9d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:06.216976 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71e0a6-3e9c-46d5-990f-c94bdfebc9d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:06.217391 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71e0a6-3e9c-46d5-990f-c94bdfebc9d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:06.217779 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71e0a6-3e9c-46d5-990f-c94bdfebc9d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:06.218111 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71e0a6-3e9c-46d5-990f-c94bdfebc9d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:06.218470 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a71e0a6-3e9c-46d5-990f-c94bdfebc9d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:06.228695 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589c6d6-280c-43a7-bccb-8612b6a1feb7 req-8f958258-ddf0-4423-a03d-e5f2aba9d4bb tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:06.230336 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a589c6d6-280c-43a7-bccb-8612b6a1feb7 req-8f958258-ddf0-4423-a03d-e5f2aba9d4bb tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 945 time: 0.0552545 Jul 30 04:59:06.234956 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:DELETE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:06.260241 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2e2b3e5d-5a52-4afb-923f-80422caeb2b1 admin admin] Publish callbacks [] for security_group (ced37dc5-970a-46ee-8b5e-e906323f3d48), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:06.273935 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 5f770f5f-036f-49c8-aec8-570d5b12103d, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=5f770f5f-036f-49c8-aec8-570d5b12103d,segment=NetworkSegment(02c5dc2d-6889-4189-9ed9-9f04d5c6c204),segment_id=02c5dc2d-6889-4189-9ed9-9f04d5c6c204)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:59:06.282280 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2e2b3e5d-5a52-4afb-923f-80422caeb2b1 admin admin] Publish callbacks [] for security_group (ced37dc5-970a-46ee-8b5e-e906323f3d48), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:06.285649 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Returning: {'device': '5f770f5f-036f-49c8-aec8-570d5b12103d', 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1', 'port_id': '5f770f5f-036f-49c8-aec8-570d5b12103d', 'mac_address': 'fa:16:3e:a6:fa:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92a83611-d09e-4b38-9b4b-aa1a1854f601', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:59:06.287011 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a589c6d6-280c-43a7-bccb-8612b6a1feb7 req-34707711-f4f8-4f8d-9cfe-25c6b357cdfc tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc6a3f5-981f-4692-93e9-b347a938bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509017 Jul 30 04:59:06.324828 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port 5f770f5f-036f-49c8-aec8-570d5b12103d is: DOWN; New status is: BUILD {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:59:06.325357 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (5f770f5f-036f-49c8-aec8-570d5b12103d), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:06.331449 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2e2b3e5d-5a52-4afb-923f-80422caeb2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (ced37dc5-970a-46ee-8b5e-e906323f3d48), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:06.333993 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2e2b3e5d-5a52-4afb-923f-80422caeb2b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:06.335870 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-2e2b3e5d-5a52-4afb-923f-80422caeb2b1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ced37dc5-970a-46ee-8b5e-e906323f3d48 HTTP/1.1" status: 204 len: 168 time: 0.1486256 Jul 30 04:59:06.341664 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f770f5f-036f-49c8-aec8-570d5b12103d {{(pid=103972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 04:59:06.343817 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b3e5d-5a52-4afb-923f-80422caeb2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced37dc5-970a-46ee-8b5e-e906323f3d48,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:06.371286 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 5f770f5f-036f-49c8-aec8-570d5b12103d, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=5f770f5f-036f-49c8-aec8-570d5b12103d,segment=NetworkSegment(02c5dc2d-6889-4189-9ed9-9f04d5c6c204),segment_id=02c5dc2d-6889-4189-9ed9-9f04d5c6c204)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:59:06.376253 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (5f770f5f-036f-49c8-aec8-570d5b12103d), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:06.376980 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 46f49659-6b94-4d15-9602-46c795a35ee9 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=103972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:59:06.412921 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:06.438704 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:06.448897 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=5f770f5f-036f-49c8-aec8-570d5b12103d,revision_number=4']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:06.461450 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 46f49659-6b94-4d15-9602-46c795a35ee9, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=46f49659-6b94-4d15-9602-46c795a35ee9,segment=NetworkSegment(02c5dc2d-6889-4189-9ed9-9f04d5c6c204),segment_id=02c5dc2d-6889-4189-9ed9-9f04d5c6c204)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:59:06.473370 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Returning: {'device': '46f49659-6b94-4d15-9602-46c795a35ee9', 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1', 'port_id': '46f49659-6b94-4d15-9602-46c795a35ee9', 'mac_address': 'fa:16:3e:40:f0:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92a83611-d09e-4b38-9b4b-aa1a1854f601', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:59:06.512064 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port 46f49659-6b94-4d15-9602-46c795a35ee9 is: DOWN; New status is: BUILD {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:59:06.512461 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (46f49659-6b94-4d15-9602-46c795a35ee9), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:06.526343 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46f49659-6b94-4d15-9602-46c795a35ee9 {{(pid=103972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 04:59:06.546577 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 46f49659-6b94-4d15-9602-46c795a35ee9, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=46f49659-6b94-4d15-9602-46c795a35ee9,segment=NetworkSegment(02c5dc2d-6889-4189-9ed9-9f04d5c6c204),segment_id=02c5dc2d-6889-4189-9ed9-9f04d5c6c204)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:59:06.550161 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (46f49659-6b94-4d15-9602-46c795a35ee9), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:06.550942 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 17ee318c-931e-496a-b49d-170e9dd9ad2b details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=103972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:59:06.648236 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=46f49659-6b94-4d15-9602-46c795a35ee9,revision_number=4']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:06.680208 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc383cab-e49a-4ac2-870b-cf5aa546d2b0 req-71dbe28a-e00b-49ab-9b18-6857bfd2ff17 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:06.682529 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-bc383cab-e49a-4ac2-870b-cf5aa546d2b0 req-71dbe28a-e00b-49ab-9b18-6857bfd2ff17 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0639510 Jul 30 04:59:06.703818 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 17ee318c-931e-496a-b49d-170e9dd9ad2b, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=17ee318c-931e-496a-b49d-170e9dd9ad2b,segment=NetworkSegment(f332eab5-1e47-46f1-8048-b01e080b1202),segment_id=f332eab5-1e47-46f1-8048-b01e080b1202)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:59:06.716020 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Returning: {'device': '17ee318c-931e-496a-b49d-170e9dd9ad2b', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'port_id': '17ee318c-931e-496a-b49d-170e9dd9ad2b', 'mac_address': 'fa:16:3e:57:2e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:59:06.746562 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-bc383cab-e49a-4ac2-870b-cf5aa546d2b0 req-3596a71b-7857-4560-a896-4ed315cf0f97 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586259 Jul 30 04:59:06.754706 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port 17ee318c-931e-496a-b49d-170e9dd9ad2b is: DOWN; New status is: BUILD {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:59:06.755169 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (17ee318c-931e-496a-b49d-170e9dd9ad2b), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:06.777747 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17ee318c-931e-496a-b49d-170e9dd9ad2b {{(pid=103972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 04:59:06.799635 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 17ee318c-931e-496a-b49d-170e9dd9ad2b, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=17ee318c-931e-496a-b49d-170e9dd9ad2b,segment=NetworkSegment(f332eab5-1e47-46f1-8048-b01e080b1202),segment_id=f332eab5-1e47-46f1-8048-b01e080b1202)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:59:06.804438 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (17ee318c-931e-496a-b49d-170e9dd9ad2b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:06.855969 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=17ee318c-931e-496a-b49d-170e9dd9ad2b,revision_number=4']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:06.949345 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faff0cc-fad9-470e-bcfc-329dd3b9ac42 req-76997ff4-1322-4579-b325-295e62956b63 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:06.955012 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9faff0cc-fad9-470e-bcfc-329dd3b9ac42 req-76997ff4-1322-4579-b325-295e62956b63 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 944 time: 0.0548570 Jul 30 04:59:06.957500 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d0462-ba87-4623-b540-ee090b843bf0 req-26485d5e-c751-4ad4-b8b5-0a771bd80ec3 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:06.959716 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-558d0462-ba87-4623-b540-ee090b843bf0 req-26485d5e-c751-4ad4-b8b5-0a771bd80ec3 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 944 time: 0.0531499 Jul 30 04:59:07.009951 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-558d0462-ba87-4623-b540-ee090b843bf0 req-7e6fbbe9-329e-4f38-87eb-672beedec6f6 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438070 Jul 30 04:59:07.014198 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9faff0cc-fad9-470e-bcfc-329dd3b9ac42 req-5083a89e-fd18-4bf4-bef8-79a30b265f74 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d333655-4aa8-43a6-a0ce-8e64647ad0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569308 Jul 30 04:59:07.351030 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ae7a7-cfac-4cfb-b18d-0d5fe79e59a1 req-1be794a5-3760-472a-89ef-8550835a2020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:07.352754 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e42ae7a7-cfac-4cfb-b18d-0d5fe79e59a1 req-1be794a5-3760-472a-89ef-8550835a2020 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=decb0bd64582440590890900e594b79e&device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 1128 time: 0.0693891 Jul 30 04:59:07.363965 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:07.379211 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36ca2b-7271-4b2c-9589-614cf88d3083 req-ada49a33-707b-490c-bc3f-d330f9bb0355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:07.380774 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-be36ca2b-7271-4b2c-9589-614cf88d3083 req-ada49a33-707b-490c-bc3f-d330f9bb0355 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=decb0bd64582440590890900e594b79e&device_id=cc0c06a0-156a-4cee-8ff7-92ab582bc4a1 HTTP/1.1" status: 200 len: 1129 time: 0.1124487 Jul 30 04:59:07.386595 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163db7d-e7ac-4c6c-ae6a-193fff3e4bdc req-bc903cfd-ab31-4943-906d-bf9d260f435a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:07.389832 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8163db7d-e7ac-4c6c-ae6a-193fff3e4bdc req-bc903cfd-ab31-4943-906d-bf9d260f435a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bf93e83f-aa25-4208-8ce8-4ab7338e6907 HTTP/1.1" status: 200 len: 851 time: 0.1056881 Jul 30 04:59:07.446325 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594419b-4ad9-4138-8ca9-5ae6d4182443 req-4045aa3f-87a0-48ca-ae49-e0452b64ea0b tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:07.447961 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-4594419b-4ad9-4138-8ca9-5ae6d4182443 req-4045aa3f-87a0-48ca-ae49-e0452b64ea0b tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 945 time: 0.0565519 Jul 30 04:59:07.495845 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-4594419b-4ad9-4138-8ca9-5ae6d4182443 req-77ad79ae-d26e-478e-b475-201468b13fd1 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc6a3f5-981f-4692-93e9-b347a938bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423148 Jul 30 04:59:07.615318 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] get_ports_and_sgs() called for port_ids ['5f770f5f-036f-49c8-aec8-570d5b12103d'] {{(pid=103972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:59:07.789046 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] get_ports_and_sgs() called for port_ids ['17ee318c-931e-496a-b49d-170e9dd9ad2b'] {{(pid=103972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:59:07.917827 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af6d76-2033-4262-8f95-f41b5fb253c9 req-0126e851-16e7-4c09-ad87-91a0d4010750 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:07.927163 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c3af6d76-2033-4262-8f95-f41b5fb253c9 req-0126e851-16e7-4c09-ad87-91a0d4010750 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0712085 Jul 30 04:59:07.927457 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] get_ports_and_sgs() called for port_ids ['46f49659-6b94-4d15-9602-46c795a35ee9'] {{(pid=103972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:59:08.003073 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c3af6d76-2033-4262-8f95-f41b5fb253c9 req-0123facf-743d-40f3-99ba-2ab7351ef1fe tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739119 Jul 30 04:59:08.070571 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:08.168686 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:08.254213 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 5f770f5f-036f-49c8-aec8-570d5b12103d up at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:59:08.360682 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36ca2b-7271-4b2c-9589-614cf88d3083 req-73e30dc3-46e6-45e1-b376-d0dc0368a830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:08.362732 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-be36ca2b-7271-4b2c-9589-614cf88d3083 req-73e30dc3-46e6-45e1-b376-d0dc0368a830 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf976b2f-0ebc-4e5a-b101-0355f31913b1 HTTP/1.1" status: 200 len: 920 time: 0.2732065 Jul 30 04:59:08.370921 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f944e-6a41-4a1a-a6d3-0aa0fe240f3a req-27e23aa8-6357-4193-9de1-d1349dc0d320 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:08.379730 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a04f944e-6a41-4a1a-a6d3-0aa0fe240f3a req-27e23aa8-6357-4193-9de1-d1349dc0d320 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 944 time: 0.2246895 Jul 30 04:59:08.450067 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning for port 5f770f5f-036f-49c8-aec8-570d5b12103d completed by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 30 04:59:08.456564 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-be36ca2b-7271-4b2c-9589-614cf88d3083 req-2f4e97d9-2553-420f-b282-242bf957acd0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f770f5f-036f-49c8-aec8-570d5b12103d HTTP/1.1" status: 200 len: 217 time: 0.0701802 Jul 30 04:59:08.462154 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163db7d-e7ac-4c6c-ae6a-193fff3e4bdc req-86b73640-3134-4914-aff1-9456cc5cd3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:08.463934 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8163db7d-e7ac-4c6c-ae6a-193fff3e4bdc req-86b73640-3134-4914-aff1-9456cc5cd3d4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=97e9be64-b56d-4d78-b9ab-2ad28b14b15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3759594 Jul 30 04:59:08.479000 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning complete for port 5f770f5f-036f-49c8-aec8-570d5b12103d triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:59:08.479377 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (5f770f5f-036f-49c8-aec8-570d5b12103d), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:08.519632 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a04f944e-6a41-4a1a-a6d3-0aa0fe240f3a req-f21ae8e4-4bb3-4cc4-a302-e44f944167cb tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d333655-4aa8-43a6-a0ce-8e64647ad0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380208 Jul 30 04:59:08.570257 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ae7a7-cfac-4cfb-b18d-0d5fe79e59a1 req-47504c5d-f342-48fc-8eba-50732661f740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:08.572939 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e42ae7a7-cfac-4cfb-b18d-0d5fe79e59a1 req-47504c5d-f342-48fc-8eba-50732661f740 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf976b2f-0ebc-4e5a-b101-0355f31913b1 HTTP/1.1" status: 200 len: 920 time: 0.4868762 Jul 30 04:59:08.609947 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38c777-c87b-4efc-916d-8b8772ecad92 req-10417445-e2e6-4206-8d06-82ce33f07199 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:08.618018 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-df38c777-c87b-4efc-916d-8b8772ecad92 req-10417445-e2e6-4206-8d06-82ce33f07199 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 944 time: 0.4823904 Jul 30 04:59:08.642092 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port 5f770f5f-036f-49c8-aec8-570d5b12103d is: BUILD; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:59:08.642663 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (5f770f5f-036f-49c8-aec8-570d5b12103d), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:08.643293 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be3f96-c02b-473f-a84d-ffbbd3f284bd req-64cc5bfc-3f50-4d7e-8efd-97507d0d2b1a tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:08.646130 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102961-4331-49ec-9330-4edd8dd47295 req-870c0937-68b7-4801-8b4f-26a763ec4394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:08.648824 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-27102961-4331-49ec-9330-4edd8dd47295 req-870c0937-68b7-4801-8b4f-26a763ec4394 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 1129 time: 0.2625735 Jul 30 04:59:08.650971 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-18be3f96-c02b-473f-a84d-ffbbd3f284bd req-64cc5bfc-3f50-4d7e-8efd-97507d0d2b1a tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 945 time: 0.0619407 Jul 30 04:59:08.692373 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0c06a0-156a-4cee-8ff7-92ab582bc4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f770f5f-036f-49c8-aec8-570d5b12103d'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 04:59:08.698695 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-df38c777-c87b-4efc-916d-8b8772ecad92 req-88769f24-d571-4439-8a2f-e4fab51ad383 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792387 Jul 30 04:59:08.704039 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097f6318ceefad5cd58475957c164f396c8a98df32e112d8bd5bde4ce5121001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21bffb04-f29a-453e-a9fd-67a4bd990bd7" -d '{"events": [{"server_uuid": "cc0c06a0-156a-4cee-8ff7-92ab582bc4a1", "name": "network-vif-plugged", "status": "completed", "tag": "5f770f5f-036f-49c8-aec8-570d5b12103d"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:59:08.735309 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 5f770f5f-036f-49c8-aec8-570d5b12103d, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=5f770f5f-036f-49c8-aec8-570d5b12103d,segment=NetworkSegment(02c5dc2d-6889-4189-9ed9-9f04d5c6c204),segment_id=02c5dc2d-6889-4189-9ed9-9f04d5c6c204)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:59:08.745039 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (5f770f5f-036f-49c8-aec8-570d5b12103d), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:08.746485 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-18be3f96-c02b-473f-a84d-ffbbd3f284bd req-0cd39bef-ef52-496d-ba4e-81c5bb59125f tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc6a3f5-981f-4692-93e9-b347a938bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945563 Jul 30 04:59:08.779904 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 04:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ab1db2-d385-4739-8b2f-97d66b6c7484 x-openstack-request-id: req-27ab1db2-d385-4739-8b2f-97d66b6c7484 {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:59:08.780509 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0c06a0-156a-4cee-8ff7-92ab582bc4a1", "name": "network-vif-plugged", "status": "completed", "tag": "5f770f5f-036f-49c8-aec8-570d5b12103d", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:59:08.780821 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27ab1db2-d385-4739-8b2f-97d66b6c7484 {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:59:08.781436 dv-cinder-851279-3-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27ab1db2-d385-4739-8b2f-97d66b6c7484'] response: {'server_uuid': 'cc0c06a0-156a-4cee-8ff7-92ab582bc4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f770f5f-036f-49c8-aec8-570d5b12103d', 'code': 200} Jul 30 04:59:08.807163 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=5f770f5f-036f-49c8-aec8-570d5b12103d,revision_number=5']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:08.814336 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:08.814722 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:08.815091 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:08.815452 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:08.815793 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:08.816124 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:08.816454 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:08.816787 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:08.817115 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:08.817444 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:08.817771 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:08.818100 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:08.818555 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:08.818889 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:08.819214 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:09.128232 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c805d66-57ab-4dc7-b1c6-7fe9fe4b8f77 req-c9bd9e64-76e6-4efd-8142-4e73ab37125f tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:09.129691 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6c805d66-57ab-4dc7-b1c6-7fe9fe4b8f77 req-c9bd9e64-76e6-4efd-8142-4e73ab37125f tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0491965 Jul 30 04:59:09.179875 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6c805d66-57ab-4dc7-b1c6-7fe9fe4b8f77 req-3e89b52d-15e6-4d9c-916a-6944a48d2e82 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442050 Jul 30 04:59:09.640357 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f06bf-d00f-4df3-8f42-d5156dfceeda req-7cbe89cd-25bc-427c-a639-8370a7b248be tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:09.641815 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-f86f06bf-d00f-4df3-8f42-d5156dfceeda req-7cbe89cd-25bc-427c-a639-8370a7b248be tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 944 time: 0.0524447 Jul 30 04:59:09.682894 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:09.695321 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-f86f06bf-d00f-4df3-8f42-d5156dfceeda req-52525889-b1bc-42bb-8e44-50d2c4ab0bde tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d333655-4aa8-43a6-a0ce-8e64647ad0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466027 Jul 30 04:59:09.819720 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765c4d4-a39d-491b-a78a-46c5d82a1386 req-4c515e1e-337b-4ae8-a352-226aaa16e115 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:09.821253 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d765c4d4-a39d-491b-a78a-46c5d82a1386 req-4c515e1e-337b-4ae8-a352-226aaa16e115 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 944 time: 0.0498898 Jul 30 04:59:09.860673 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b211d-badb-4563-abf0-040a6b9e439d req-752871c0-e800-47a5-bd86-7f33efd66580 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:09.862034 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e40b211d-badb-4563-abf0-040a6b9e439d req-752871c0-e800-47a5-bd86-7f33efd66580 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 945 time: 0.0494032 Jul 30 04:59:09.869115 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d765c4d4-a39d-491b-a78a-46c5d82a1386 req-1b85ce8f-0afc-49db-9cab-dba71939a8d3 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421019 Jul 30 04:59:09.909773 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e40b211d-badb-4563-abf0-040a6b9e439d req-2d027ef0-4008-4dcc-8c0a-7372fa8b4217 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc6a3f5-981f-4692-93e9-b347a938bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415199 Jul 30 04:59:10.228156 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:10.310895 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7531a-7210-4a0f-9609-10a4007203db req-ed68ee5b-45ae-467a-a61b-0c0e1632e566 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:10.312323 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a2f7531a-7210-4a0f-9609-10a4007203db req-ed68ee5b-45ae-467a-a61b-0c0e1632e566 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0526910 Jul 30 04:59:10.360693 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a2f7531a-7210-4a0f-9609-10a4007203db req-d2d91365-3d5d-4f25-b0cb-a5f55dbddfc4 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427659 Jul 30 04:59:10.818175 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d438b8-8b0d-42da-9d99-6ac8202dc6c4 req-8ec8f4b5-48c1-42cc-b962-d177ae2b57b0 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:10.820447 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-f1d438b8-8b0d-42da-9d99-6ac8202dc6c4 req-8ec8f4b5-48c1-42cc-b962-d177ae2b57b0 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 944 time: 0.0514307 Jul 30 04:59:10.867941 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-f1d438b8-8b0d-42da-9d99-6ac8202dc6c4 req-167c579e-a310-47d1-8f6f-ef9a4642b061 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d333655-4aa8-43a6-a0ce-8e64647ad0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420320 Jul 30 04:59:10.986145 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448f48e-346d-4b1c-9ffc-6e99d0e0153d req-844f481c-4bda-440b-8133-080869163aff tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:10.987648 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4448f48e-346d-4b1c-9ffc-6e99d0e0153d req-844f481c-4bda-440b-8133-080869163aff tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 944 time: 0.0484793 Jul 30 04:59:11.017912 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:11.041953 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4448f48e-346d-4b1c-9ffc-6e99d0e0153d req-40204fc8-f0dc-4fb9-abd3-97cd07cfcc44 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485806 Jul 30 04:59:11.044501 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ef282-f031-4255-bd34-406c018a5eee req-71e30877-0691-4c40-aa6b-f872e8e8d15e tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:11.045965 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-359ef282-f031-4255-bd34-406c018a5eee req-71e30877-0691-4c40-aa6b-f872e8e8d15e tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 945 time: 0.0599985 Jul 30 04:59:11.092800 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-359ef282-f031-4255-bd34-406c018a5eee req-27955237-ba0f-4a8e-8e74-fcb37d721d98 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc6a3f5-981f-4692-93e9-b347a938bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414190 Jul 30 04:59:11.138124 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e42ae7a7-cfac-4cfb-b18d-0d5fe79e59a1 req-13114729-2984-43f7-b507-40f42e7f9da5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46f49659-6b94-4d15-9602-46c795a35ee9 HTTP/1.1" status: 200 len: 217 time: 0.0416646 Jul 30 04:59:11.143698 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-27102961-4331-49ec-9330-4edd8dd47295 req-d10ca0d2-2733-494d-bf60-d5d348439982 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:11.172641 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:11.190327 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36ca2b-7271-4b2c-9589-614cf88d3083 req-7ebd63d0-221b-4c42-9e7c-d1123bc3b767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:11.191826 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-be36ca2b-7271-4b2c-9589-614cf88d3083 req-7ebd63d0-221b-4c42-9e7c-d1123bc3b767 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=92a83611-d09e-4b38-9b4b-aa1a1854f601 HTTP/1.1" status: 200 len: 858 time: 0.1013939 Jul 30 04:59:11.215391 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ae7a7-cfac-4cfb-b18d-0d5fe79e59a1 req-623911b6-8e26-4b84-86fd-6f3f69b11996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:11.216893 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e42ae7a7-cfac-4cfb-b18d-0d5fe79e59a1 req-623911b6-8e26-4b84-86fd-6f3f69b11996 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=92a83611-d09e-4b38-9b4b-aa1a1854f601 HTTP/1.1" status: 200 len: 858 time: 0.0711231 Jul 30 04:59:11.277732 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:11.498976 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ae7a7-cfac-4cfb-b18d-0d5fe79e59a1 req-b79d60a9-a0d2-48e2-968f-52f5ec190ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:11.500628 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e42ae7a7-cfac-4cfb-b18d-0d5fe79e59a1 req-b79d60a9-a0d2-48e2-968f-52f5ec190ac5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf976b2f-0ebc-4e5a-b101-0355f31913b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2636628 Jul 30 04:59:11.538079 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36ca2b-7271-4b2c-9589-614cf88d3083 req-e87b6eb3-c738-40d7-8ab5-a585b6932825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:11.539544 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-be36ca2b-7271-4b2c-9589-614cf88d3083 req-e87b6eb3-c738-40d7-8ab5-a585b6932825 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf976b2f-0ebc-4e5a-b101-0355f31913b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3372715 Jul 30 04:59:11.569707 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-27102961-4331-49ec-9330-4edd8dd47295 req-d10ca0d2-2733-494d-bf60-d5d348439982 service neutron] Publish callbacks [] for security_group (a512c4b7-85d6-44cb-bd28-e53e54382854), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:11.574181 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-27102961-4331-49ec-9330-4edd8dd47295 req-d10ca0d2-2733-494d-bf60-d5d348439982 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (a512c4b7-85d6-44cb-bd28-e53e54382854), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:11.584486 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce4284-60a4-4af2-9fa4-db073f91cefd req-44384e06-dad0-4101-9241-c60efd665a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:11.586021 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fdce4284-60a4-4af2-9fa4-db073f91cefd req-44384e06-dad0-4101-9241-c60efd665a59 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c06a0-156a-4cee-8ff7-92ab582bc4a1 HTTP/1.1" status: 200 len: 1130 time: 0.3469799 Jul 30 04:59:11.630928 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8163db7d-e7ac-4c6c-ae6a-193fff3e4bdc req-153a26a3-5472-4a5e-9850-d7ae1c89427e service neutron] 10.222.0.49 "GET /v2.0/networks/97e9be64-b56d-4d78-b9ab-2ad28b14b15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5301204 Jul 30 04:59:11.634176 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ca0d2-2733-494d-bf60-d5d348439982 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a512c4b7-85d6-44cb-bd28-e53e54382854,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:11.638290 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-27102961-4331-49ec-9330-4edd8dd47295 req-d10ca0d2-2733-494d-bf60-d5d348439982 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=dcc6a3f5-981f-4692-93e9-b347a938bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5429809 Jul 30 04:59:11.661076 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e42ae7a7-cfac-4cfb-b18d-0d5fe79e59a1 req-e22e0a37-e233-4298-8f37-25b81c8c9183 service neutron] 10.222.0.49 "GET /v2.0/networks/cf976b2f-0ebc-4e5a-b101-0355f31913b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494696 Jul 30 04:59:11.708100 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407538e3-c327-4260-aca7-cf703a36970c req-856e179f-cf2f-438e-85ce-6f07de8acab4 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:11.709746 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-407538e3-c327-4260-aca7-cf703a36970c req-856e179f-cf2f-438e-85ce-6f07de8acab4 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.1939323 Jul 30 04:59:11.817022 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fdce4284-60a4-4af2-9fa4-db073f91cefd req-992ca983-b907-4267-951f-5fa4ab2e51eb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187309 Jul 30 04:59:11.837307 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-be36ca2b-7271-4b2c-9589-614cf88d3083 req-be5e5005-c73a-450d-919b-b70efacdf914 service neutron] 10.222.0.49 "GET /v2.0/networks/cf976b2f-0ebc-4e5a-b101-0355f31913b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831717 Jul 30 04:59:11.854235 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-407538e3-c327-4260-aca7-cf703a36970c req-716c377a-3a69-4b3e-a47a-805ddfd6b1d6 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307921 Jul 30 04:59:11.859955 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8163db7d-e7ac-4c6c-ae6a-193fff3e4bdc req-59811f34-52be-4508-8e31-3fd3f355b8de service neutron] 10.222.0.49 "GET /v2.0/networks/97e9be64-b56d-4d78-b9ab-2ad28b14b15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182126 Jul 30 04:59:12.003777 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955549d8-7ca5-4dec-a36d-95783b8d8b6b req-28b716dc-d170-4988-9bcf-0120e6699ba6 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:12.005352 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-955549d8-7ca5-4dec-a36d-95783b8d8b6b req-28b716dc-d170-4988-9bcf-0120e6699ba6 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 944 time: 0.0563831 Jul 30 04:59:12.041426 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 46f49659-6b94-4d15-9602-46c795a35ee9 up at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:59:12.094395 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning for port 46f49659-6b94-4d15-9602-46c795a35ee9 completed by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 30 04:59:12.094780 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-955549d8-7ca5-4dec-a36d-95783b8d8b6b req-2f05235d-2362-4162-824a-7c054d336e6e tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d333655-4aa8-43a6-a0ce-8e64647ad0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772207 Jul 30 04:59:12.117667 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning complete for port 46f49659-6b94-4d15-9602-46c795a35ee9 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:59:12.118195 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (46f49659-6b94-4d15-9602-46c795a35ee9), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:12.218162 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port 46f49659-6b94-4d15-9602-46c795a35ee9 is: BUILD; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:59:12.218700 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (46f49659-6b94-4d15-9602-46c795a35ee9), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:12.262919 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 46f49659-6b94-4d15-9602-46c795a35ee9, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=46f49659-6b94-4d15-9602-46c795a35ee9,segment=NetworkSegment(02c5dc2d-6889-4189-9ed9-9f04d5c6c204),segment_id=02c5dc2d-6889-4189-9ed9-9f04d5c6c204)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:59:12.264686 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5e218d-8660-4d90-90d1-9c8e50a66a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f49659-6b94-4d15-9602-46c795a35ee9'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 04:59:12.267583 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097f6318ceefad5cd58475957c164f396c8a98df32e112d8bd5bde4ce5121001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de688783-c68e-487b-b5b1-0c8c99226a5c" -d '{"events": [{"server_uuid": "7b5e218d-8660-4d90-90d1-9c8e50a66a7c", "name": "network-vif-plugged", "status": "completed", "tag": "46f49659-6b94-4d15-9602-46c795a35ee9"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:59:12.273115 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (46f49659-6b94-4d15-9602-46c795a35ee9), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:12.273940 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 17ee318c-931e-496a-b49d-170e9dd9ad2b up at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:59:12.302366 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53333fc4-3f41-42ab-9288-418c1727a891 req-f8b6a218-ad2d-45ae-8059-a465c7919819 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:12.304816 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-53333fc4-3f41-42ab-9288-418c1727a891 req-f8b6a218-ad2d-45ae-8059-a465c7919819 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 945 time: 0.1287165 Jul 30 04:59:12.321390 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764f4f3-1edf-4994-94cc-4044a134d9ee req-20bb18e7-b34f-4046-b45a-fe2ad5dfb3d4 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:12.323377 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b764f4f3-1edf-4994-94cc-4044a134d9ee req-20bb18e7-b34f-4046-b45a-fe2ad5dfb3d4 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 944 time: 0.1672564 Jul 30 04:59:12.399259 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-be36ca2b-7271-4b2c-9589-614cf88d3083 req-69b429a6-46cf-4773-a174-d088d394a943 service neutron] 10.222.0.49 "GET /v2.0/networks/cf976b2f-0ebc-4e5a-b101-0355f31913b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856444 Jul 30 04:59:12.400057 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:12.405957 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning for port 17ee318c-931e-496a-b49d-170e9dd9ad2b completed by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 30 04:59:12.418324 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e42ae7a7-cfac-4cfb-b18d-0d5fe79e59a1 req-a244c726-7275-48e4-85e0-ae3cd455af28 service neutron] 10.222.0.49 "GET /v2.0/networks/cf976b2f-0ebc-4e5a-b101-0355f31913b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253940 Jul 30 04:59:12.425975 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-53333fc4-3f41-42ab-9288-418c1727a891 req-47a46386-ad15-4c8c-8330-ae7d33f6c40e tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc6a3f5-981f-4692-93e9-b347a938bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963850 Jul 30 04:59:12.431958 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning complete for port 17ee318c-931e-496a-b49d-170e9dd9ad2b triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:59:12.432734 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (17ee318c-931e-496a-b49d-170e9dd9ad2b), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:12.439276 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=46f49659-6b94-4d15-9602-46c795a35ee9,revision_number=5']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:12.466239 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b764f4f3-1edf-4994-94cc-4044a134d9ee req-40edf260-c4dd-4527-803e-4b3f3a8206e0 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659060 Jul 30 04:59:12.469771 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:12.522656 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 04:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb539ad-96e7-4583-aa8f-14ad9d4abe12 x-openstack-request-id: req-cfb539ad-96e7-4583-aa8f-14ad9d4abe12 {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:59:12.522978 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b5e218d-8660-4d90-90d1-9c8e50a66a7c", "name": "network-vif-plugged", "status": "completed", "tag": "46f49659-6b94-4d15-9602-46c795a35ee9", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:59:12.523238 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cfb539ad-96e7-4583-aa8f-14ad9d4abe12 {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:59:12.523735 dv-cinder-851279-3-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfb539ad-96e7-4583-aa8f-14ad9d4abe12'] response: {'server_uuid': '7b5e218d-8660-4d90-90d1-9c8e50a66a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f49659-6b94-4d15-9602-46c795a35ee9', 'code': 200} Jul 30 04:59:12.532386 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port 17ee318c-931e-496a-b49d-170e9dd9ad2b is: BUILD; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:59:12.532867 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (17ee318c-931e-496a-b49d-170e9dd9ad2b), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:12.590292 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 17ee318c-931e-496a-b49d-170e9dd9ad2b, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=17ee318c-931e-496a-b49d-170e9dd9ad2b,segment=NetworkSegment(f332eab5-1e47-46f1-8048-b01e080b1202),segment_id=f332eab5-1e47-46f1-8048-b01e080b1202)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:59:12.594340 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (17ee318c-931e-496a-b49d-170e9dd9ad2b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:12.641753 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=17ee318c-931e-496a-b49d-170e9dd9ad2b,revision_number=5']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:12.987959 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86d863-307d-4020-a1e0-97364ad645a2 req-0d8560dd-b685-4ffd-878d-e01ae5963e95 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:12.989399 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2b86d863-307d-4020-a1e0-97364ad645a2 req-0d8560dd-b685-4ffd-878d-e01ae5963e95 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0494354 Jul 30 04:59:13.035883 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2b86d863-307d-4020-a1e0-97364ad645a2 req-22177daf-a671-4daa-bdff-4608df315487 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402243 Jul 30 04:59:13.218267 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc989d29-c3ea-47fb-b5bd-8936512baec9 req-32b00d94-691e-496b-8c81-1cc578edc032 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:13.219869 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-bc989d29-c3ea-47fb-b5bd-8936512baec9 req-32b00d94-691e-496b-8c81-1cc578edc032 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 945 time: 0.0559342 Jul 30 04:59:13.268421 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-bc989d29-c3ea-47fb-b5bd-8936512baec9 req-0caea03c-e068-4d65-9538-de41791aee15 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d333655-4aa8-43a6-a0ce-8e64647ad0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422969 Jul 30 04:59:13.567909 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5964c9c-f5e4-4def-a688-38a59e6e3519 req-160d4961-9a68-4049-9e4c-112516f1edbb tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:13.572656 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e5964c9c-f5e4-4def-a688-38a59e6e3519 req-160d4961-9a68-4049-9e4c-112516f1edbb tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 945 time: 0.0629478 Jul 30 04:59:13.608975 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8938571-e152-48d3-9886-8b71f70c02a1 req-72247c75-8aff-4094-834a-5c731f5c9176 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:13.610518 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-c8938571-e152-48d3-9886-8b71f70c02a1 req-72247c75-8aff-4094-834a-5c731f5c9176 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.0566764 Jul 30 04:59:13.635277 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e5964c9c-f5e4-4def-a688-38a59e6e3519 req-2ccdb90f-4bef-4f09-adf5-0c88c7536160 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc6a3f5-981f-4692-93e9-b347a938bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590889 Jul 30 04:59:13.666487 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-c8938571-e152-48d3-9886-8b71f70c02a1 req-e28f1848-25a5-4b87-820a-74db22c568dd tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499628 Jul 30 04:59:13.907757 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 77f9d403-dee8-430d-8122-9a468f943da2 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=103972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 04:59:13.922728 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:14.008311 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 77f9d403-dee8-430d-8122-9a468f943da2, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=77f9d403-dee8-430d-8122-9a468f943da2,segment=NetworkSegment(e9c7cb1b-4a6d-49ef-8923-a11361e78abf),segment_id=e9c7cb1b-4a6d-49ef-8923-a11361e78abf)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:59:14.019134 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Returning: {'device': '77f9d403-dee8-430d-8122-9a468f943da2', 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1', 'port_id': '77f9d403-dee8-430d-8122-9a468f943da2', 'mac_address': 'fa:16:3e:f2:95:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '872e5683-a168-4487-9376-0296b22d54e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 04:59:14.054011 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port 77f9d403-dee8-430d-8122-9a468f943da2 is: DOWN; New status is: BUILD {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:59:14.054401 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (77f9d403-dee8-430d-8122-9a468f943da2), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:14.066933 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f9d403-dee8-430d-8122-9a468f943da2 {{(pid=103972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 04:59:14.086884 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 77f9d403-dee8-430d-8122-9a468f943da2, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=77f9d403-dee8-430d-8122-9a468f943da2,segment=NetworkSegment(e9c7cb1b-4a6d-49ef-8923-a11361e78abf),segment_id=e9c7cb1b-4a6d-49ef-8923-a11361e78abf)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:59:14.090891 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (77f9d403-dee8-430d-8122-9a468f943da2), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:14.136750 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=77f9d403-dee8-430d-8122-9a468f943da2,revision_number=4']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:14.159640 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609c5a2-5a4a-4cef-a474-406eb217cb6c req-d3d3cf71-c6d1-4721-b1b3-72279146133f tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:14.161016 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a609c5a2-5a4a-4cef-a474-406eb217cb6c req-d3d3cf71-c6d1-4721-b1b3-72279146133f tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 944 time: 0.0472238 Jul 30 04:59:14.179996 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:14.216560 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a609c5a2-5a4a-4cef-a474-406eb217cb6c req-271b4b5d-a6df-47c8-a988-a0ad950c7b31 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498893 Jul 30 04:59:14.388661 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926ddbc-372c-4d4a-9719-46efcda4f90b req-81e18f43-1d1e-46b5-a762-e4638421f2b3 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:14.390222 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-f926ddbc-372c-4d4a-9719-46efcda4f90b req-81e18f43-1d1e-46b5-a762-e4638421f2b3 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 945 time: 0.0498595 Jul 30 04:59:14.440794 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-f926ddbc-372c-4d4a-9719-46efcda4f90b req-c4fb2942-11de-42e8-a012-d3f68bc518b4 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d333655-4aa8-43a6-a0ce-8e64647ad0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449607 Jul 30 04:59:14.524789 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27c16ec-7d74-4a2a-9b40-c95455fa8aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ee318c-931e-496a-b49d-170e9dd9ad2b'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 04:59:14.527116 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097f6318ceefad5cd58475957c164f396c8a98df32e112d8bd5bde4ce5121001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeec9683-d844-40db-aa4c-9da4bb5f078a" -d '{"events": [{"server_uuid": "f27c16ec-7d74-4a2a-9b40-c95455fa8aff", "name": "network-vif-plugged", "status": "completed", "tag": "17ee318c-931e-496a-b49d-170e9dd9ad2b"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:59:14.563902 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 04:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e577ff-3538-485d-b816-fa5ef55b632d x-openstack-request-id: req-40e577ff-3538-485d-b816-fa5ef55b632d {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:59:14.564264 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f27c16ec-7d74-4a2a-9b40-c95455fa8aff", "name": "network-vif-plugged", "status": "completed", "tag": "17ee318c-931e-496a-b49d-170e9dd9ad2b", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:59:14.564515 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40e577ff-3538-485d-b816-fa5ef55b632d {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:59:14.564902 dv-cinder-851279-3-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40e577ff-3538-485d-b816-fa5ef55b632d'] response: {'server_uuid': 'f27c16ec-7d74-4a2a-9b40-c95455fa8aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ee318c-931e-496a-b49d-170e9dd9ad2b', 'code': 200} Jul 30 04:59:14.760379 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0d40a-2aeb-4db7-9d46-61246629d299 req-3a4ea307-aaa0-4a44-8cf9-d216c9d4dec2 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:14.761872 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-adb0d40a-2aeb-4db7-9d46-61246629d299 req-3a4ea307-aaa0-4a44-8cf9-d216c9d4dec2 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 945 time: 0.0509088 Jul 30 04:59:14.788939 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ead9c5-8bcf-4286-8b94-809a58237335 req-5b48978d-e730-4e02-9b4f-e41c3bcbc7c4 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:14.790410 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a9ead9c5-8bcf-4286-8b94-809a58237335 req-5b48978d-e730-4e02-9b4f-e41c3bcbc7c4 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.0499709 Jul 30 04:59:14.799715 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:14.813243 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-adb0d40a-2aeb-4db7-9d46-61246629d299 req-216ef797-af08-4a2e-bc96-e36df9d213d3 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc6a3f5-981f-4692-93e9-b347a938bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454729 Jul 30 04:59:14.843300 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a9ead9c5-8bcf-4286-8b94-809a58237335 req-8cf5ffa2-6972-4b7f-b243-fa0a2bce2be0 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468800 Jul 30 04:59:15.337458 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be639794-f784-413f-81fc-dec49c80a1e0 req-fabe8356-f1a5-4ffe-aba3-f3d5968a2e98 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:15.338923 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-be639794-f784-413f-81fc-dec49c80a1e0 req-fabe8356-f1a5-4ffe-aba3-f3d5968a2e98 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 944 time: 0.0470357 Jul 30 04:59:15.385624 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-be639794-f784-413f-81fc-dec49c80a1e0 req-974bd8c5-99f0-4f34-b2ff-76ee51ea115c tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412762 Jul 30 04:59:15.555085 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555390c-aac0-4adf-b161-c8b3dae2e28f req-543a881a-409f-41d8-92ed-c15a96653ed6 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:15.556434 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1555390c-aac0-4adf-b161-c8b3dae2e28f req-543a881a-409f-41d8-92ed-c15a96653ed6 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 945 time: 0.0468111 Jul 30 04:59:15.580874 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:15.603797 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1555390c-aac0-4adf-b161-c8b3dae2e28f req-5df1f998-e54d-4cf6-9671-c7bf8af89f61 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d333655-4aa8-43a6-a0ce-8e64647ad0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419667 Jul 30 04:59:15.734622 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ddc768-4c7a-4f6b-9bff-2cb4e3b6b9c9 req-a4aa9f9c-87a5-429b-ac07-3bcb73ec71bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:15.736370 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-29ddc768-4c7a-4f6b-9bff-2cb4e3b6b9c9 req-a4aa9f9c-87a5-429b-ac07-3bcb73ec71bd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 1129 time: 0.0442626 Jul 30 04:59:15.951946 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] get_ports_and_sgs() called for port_ids ['77f9d403-dee8-430d-8122-9a468f943da2'] {{(pid=103972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 04:59:15.954165 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65ccf6-692e-46e8-9fcb-4d6735e75f6f req-473ecc31-7e9f-4cc1-b435-e6baf27bdcb9 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:15.962528 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-1b65ccf6-692e-46e8-9fcb-4d6735e75f6f req-473ecc31-7e9f-4cc1-b435-e6baf27bdcb9 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 945 time: 0.0678394 Jul 30 04:59:15.999719 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d89260-8375-4b68-b728-e4c23ee31510 req-4dff2ccc-f6ba-4be9-8896-32c3a25e5fcd tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:16.002795 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-80d89260-8375-4b68-b728-e4c23ee31510 req-4dff2ccc-f6ba-4be9-8896-32c3a25e5fcd tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.0659776 Jul 30 04:59:16.032017 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-1b65ccf6-692e-46e8-9fcb-4d6735e75f6f req-b6936ed8-11ab-4c49-a654-599131728c00 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc6a3f5-981f-4692-93e9-b347a938bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683947 Jul 30 04:59:16.062463 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (dec4dcff-e2ed-49ed-8dd3-cc3856f345b5), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:16.076414 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-80d89260-8375-4b68-b728-e4c23ee31510 req-9b60aff3-41d5-4ee6-9f99-e05b0b5b4631 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668709 Jul 30 04:59:16.158690 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-29ddc768-4c7a-4f6b-9bff-2cb4e3b6b9c9 req-c7a16200-ce37-430d-bc78-a8d59f4c2637 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013205 Jul 30 04:59:16.162489 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a55f6-218f-41b4-abb3-6d7a0e2f19d6 req-24f0d43d-714f-4b6d-9182-778b9a2c348d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:16.164663 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a08a55f6-218f-41b4-abb3-6d7a0e2f19d6 req-24f0d43d-714f-4b6d-9182-778b9a2c348d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 1129 time: 0.0581133 Jul 30 04:59:16.527546 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bfbf8a-d22a-49fa-80ac-37748d8b2463 req-ac707754-9807-4561-b77c-49b42c116997 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:16.529136 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-b0bfbf8a-d22a-49fa-80ac-37748d8b2463 req-ac707754-9807-4561-b77c-49b42c116997 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 944 time: 0.0676236 Jul 30 04:59:16.580618 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-b0bfbf8a-d22a-49fa-80ac-37748d8b2463 req-a0dee573-485f-4cee-adfb-06e2b26ba4a2 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445745 Jul 30 04:59:16.739658 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7958f6-cf43-4d4d-bd71-938dbf538b19 req-a4c4af37-9a21-40ff-aff9-5ec26373c561 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:16.741804 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2b7958f6-cf43-4d4d-bd71-938dbf538b19 req-a4c4af37-9a21-40ff-aff9-5ec26373c561 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 945 time: 0.0504346 Jul 30 04:59:16.795437 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2b7958f6-cf43-4d4d-bd71-938dbf538b19 req-131215cd-6cd1-479c-819d-16105fd4f09d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d333655-4aa8-43a6-a0ce-8e64647ad0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478694 Jul 30 04:59:17.096352 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a08a55f6-218f-41b4-abb3-6d7a0e2f19d6 req-6da0512f-7e00-4d99-beb7-7628dbaa505a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4d333655-4aa8-43a6-a0ce-8e64647ad0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414386 Jul 30 04:59:17.172161 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17240802-8b8b-4322-a96f-751d51e211f6 req-086639ba-b34b-43b8-97e5-f9c3581fcd70 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:17.179561 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-17240802-8b8b-4322-a96f-751d51e211f6 req-086639ba-b34b-43b8-97e5-f9c3581fcd70 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 945 time: 0.0609093 Jul 30 04:59:17.224951 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-17240802-8b8b-4322-a96f-751d51e211f6 req-5db5538f-2cac-4f4d-b8bc-da29dc2f176c tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc6a3f5-981f-4692-93e9-b347a938bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439475 Jul 30 04:59:17.231168 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd84de-5372-4fbf-85b8-5e5b17b93f1c req-8abaf512-b383-4d73-8906-83ce58cb687f tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:17.232654 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bacd84de-5372-4fbf-85b8-5e5b17b93f1c req-8abaf512-b383-4d73-8906-83ce58cb687f tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.0514762 Jul 30 04:59:17.286004 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bacd84de-5372-4fbf-85b8-5e5b17b93f1c req-a876ee06-6eb6-4285-9eb8-ded6c68e9dda tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473945 Jul 30 04:59:17.732779 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc72fd1-e1e2-4104-88bd-ad2334881aad req-cd2a6def-6f89-462b-9011-c320f4de2a22 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:17.734270 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-7dc72fd1-e1e2-4104-88bd-ad2334881aad req-cd2a6def-6f89-462b-9011-c320f4de2a22 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 944 time: 0.0519667 Jul 30 04:59:17.788554 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-7dc72fd1-e1e2-4104-88bd-ad2334881aad req-4a213429-0144-4c05-b42d-d968da64dcf7 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481210 Jul 30 04:59:17.920803 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7b279-6db7-4c26-a6a5-b7b460d52215 req-aa6d8cbf-5a55-46e9-a45e-bfa939dfa6e7 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:17.922274 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-66c7b279-6db7-4c26-a6a5-b7b460d52215 req-aa6d8cbf-5a55-46e9-a45e-bfa939dfa6e7 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 945 time: 0.0473607 Jul 30 04:59:17.969521 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-66c7b279-6db7-4c26-a6a5-b7b460d52215 req-891539f6-4509-4675-bff0-a4e4f063ea74 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d333655-4aa8-43a6-a0ce-8e64647ad0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411451 Jul 30 04:59:18.198676 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 77f9d403-dee8-430d-8122-9a468f943da2 up at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:59:18.248031 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning for port 77f9d403-dee8-430d-8122-9a468f943da2 completed by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 30 04:59:18.253612 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning complete for port 77f9d403-dee8-430d-8122-9a468f943da2 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:59:18.253990 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (77f9d403-dee8-430d-8122-9a468f943da2), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:18.329678 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port 77f9d403-dee8-430d-8122-9a468f943da2 is: BUILD; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:59:18.330064 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (77f9d403-dee8-430d-8122-9a468f943da2), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:18.340962 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:18.355385 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4370e65-bec4-454f-9566-33ff60441229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f9d403-dee8-430d-8122-9a468f943da2'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 04:59:18.357620 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097f6318ceefad5cd58475957c164f396c8a98df32e112d8bd5bde4ce5121001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20785a50-35f4-44a8-a0a4-c5d8b32aff3e" -d '{"events": [{"server_uuid": "e4370e65-bec4-454f-9566-33ff60441229", "name": "network-vif-plugged", "status": "completed", "tag": "77f9d403-dee8-430d-8122-9a468f943da2"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:59:18.370888 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 77f9d403-dee8-430d-8122-9a468f943da2, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=77f9d403-dee8-430d-8122-9a468f943da2,segment=NetworkSegment(e9c7cb1b-4a6d-49ef-8923-a11361e78abf),segment_id=e9c7cb1b-4a6d-49ef-8923-a11361e78abf)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:59:18.375731 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (77f9d403-dee8-430d-8122-9a468f943da2), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:18.407343 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 04:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5afa65d-1fc3-4d25-9be9-8b105ecc3bd1 x-openstack-request-id: req-c5afa65d-1fc3-4d25-9be9-8b105ecc3bd1 {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:59:18.407632 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4370e65-bec4-454f-9566-33ff60441229", "name": "network-vif-plugged", "status": "completed", "tag": "77f9d403-dee8-430d-8122-9a468f943da2", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:59:18.407878 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5afa65d-1fc3-4d25-9be9-8b105ecc3bd1 {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:59:18.408263 dv-cinder-851279-3-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5afa65d-1fc3-4d25-9be9-8b105ecc3bd1'] response: {'server_uuid': 'e4370e65-bec4-454f-9566-33ff60441229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f9d403-dee8-430d-8122-9a468f943da2', 'code': 200} Jul 30 04:59:18.417419 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325ec09-50bc-4e5c-b6a9-050a13d362c7 req-b3118a3e-7259-4b09-b32a-67e60daa0db4 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:18.418935 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-9325ec09-50bc-4e5c-b6a9-050a13d362c7 req-b3118a3e-7259-4b09-b32a-67e60daa0db4 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.0519679 Jul 30 04:59:18.426095 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=77f9d403-dee8-430d-8122-9a468f943da2,revision_number=5']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:18.452725 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:18.468657 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-9325ec09-50bc-4e5c-b6a9-050a13d362c7 req-a39a4e93-2f57-4772-9f5f-c173c2ab06fc tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436535 Jul 30 04:59:18.911551 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900eba0-d3f2-46e7-8366-efe21d32b137 req-6a242757-c57f-45d2-98c9-135e38e28f27 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:18.913877 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e900eba0-d3f2-46e7-8366-efe21d32b137 req-6a242757-c57f-45d2-98c9-135e38e28f27 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.0469968 Jul 30 04:59:18.966419 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e900eba0-d3f2-46e7-8366-efe21d32b137 req-b3d8f9c0-c106-4a97-8744-43ea039f4e38 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466666 Jul 30 04:59:19.086072 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3b7c8-30c0-4710-92a5-3b5f66093123 req-cb45a34f-4d88-4da5-bf6e-cbf0a8f08dd3 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:19.087546 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-7da3b7c8-30c0-4710-92a5-3b5f66093123 req-cb45a34f-4d88-4da5-bf6e-cbf0a8f08dd3 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 945 time: 0.0461233 Jul 30 04:59:19.133429 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-7da3b7c8-30c0-4710-92a5-3b5f66093123 req-e39ee7d1-b2d8-4bef-945f-f63ad792b540 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d333655-4aa8-43a6-a0ce-8e64647ad0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402565 Jul 30 04:59:19.582536 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99283204-a868-410d-b22c-4a9fca6885b6 req-d6bfb5c1-8e21-4603-b496-224b1287ec47 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:19.584056 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-99283204-a868-410d-b22c-4a9fca6885b6 req-d6bfb5c1-8e21-4603-b496-224b1287ec47 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.0472813 Jul 30 04:59:19.629468 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-99283204-a868-410d-b22c-4a9fca6885b6 req-10ab7c8f-d3ab-41a7-9c3d-b5bf38be5d9d tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400569 Jul 30 04:59:20.094248 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded1529-49a0-4a1e-92c8-0200ae4da43d req-4e94f1c2-99c7-4133-9d7e-4918f1d95061 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:20.095735 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-fded1529-49a0-4a1e-92c8-0200ae4da43d req-4e94f1c2-99c7-4133-9d7e-4918f1d95061 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.0501652 Jul 30 04:59:20.143886 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-fded1529-49a0-4a1e-92c8-0200ae4da43d req-99d4273d-0375-4f6e-9156-6fbbcd96ec55 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425553 Jul 30 04:59:20.264248 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446f1b6-9241-49ce-9243-f2e3bcf456ad req-34ce4daa-8c65-4fe5-ac49-9ac83d3e1012 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:20.265639 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6446f1b6-9241-49ce-9243-f2e3bcf456ad req-34ce4daa-8c65-4fe5-ac49-9ac83d3e1012 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 945 time: 0.0569232 Jul 30 04:59:20.312407 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6446f1b6-9241-49ce-9243-f2e3bcf456ad req-37a230a6-6189-408a-9abd-40db218e4a38 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d333655-4aa8-43a6-a0ce-8e64647ad0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407684 Jul 30 04:59:20.503236 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-380d03e6-ad7b-4c90-b6e3-20e926457875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:20.747214 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2dab0f-c4f0-47c8-ae8a-1962616a8b61 req-1a258f8d-dc4c-4f6d-a5d5-b32fadacee86 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:20.748714 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-ec2dab0f-c4f0-47c8-ae8a-1962616a8b61 req-1a258f8d-dc4c-4f6d-a5d5-b32fadacee86 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.0490224 Jul 30 04:59:20.802650 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-ec2dab0f-c4f0-47c8-ae8a-1962616a8b61 req-9c8441e4-69d8-49f7-975c-57d6cb07f044 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472827 Jul 30 04:59:21.257985 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:21.272559 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4c2e3-6236-4c80-9d3e-54b74c7e78df req-30ba2406-680d-45cf-9b6c-46b90d9d78e8 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:21.274047 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f9b4c2e3-6236-4c80-9d3e-54b74c7e78df req-30ba2406-680d-45cf-9b6c-46b90d9d78e8 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.0543852 Jul 30 04:59:21.323837 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f9b4c2e3-6236-4c80-9d3e-54b74c7e78df req-e9ed6d45-16bf-4a01-b127-07eb3ee550b6 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438690 Jul 30 04:59:21.431584 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6552ae3-9638-470f-bc27-d7a98ba0c375 req-1d6472e7-c91e-439c-b2a8-2db06d1b7b23 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:21.433138 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e6552ae3-9638-470f-bc27-d7a98ba0c375 req-1d6472e7-c91e-439c-b2a8-2db06d1b7b23 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 945 time: 0.0484407 Jul 30 04:59:21.478429 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:21.488108 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e6552ae3-9638-470f-bc27-d7a98ba0c375 req-f2696a7a-7da3-496e-9d56-ef466e638dcf tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d333655-4aa8-43a6-a0ce-8e64647ad0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495322 Jul 30 04:59:21.917290 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c7eaf-3ffc-460e-9864-7decbc21f7b8 req-4d6adaff-0867-4aa8-9936-2caab792429b tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:21.918743 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d04c7eaf-3ffc-460e-9864-7decbc21f7b8 req-4d6adaff-0867-4aa8-9936-2caab792429b tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.0478384 Jul 30 04:59:21.965963 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d04c7eaf-3ffc-460e-9864-7decbc21f7b8 req-28a47caa-d5ac-4fd9-86d4-ab3194aef8c8 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415499 Jul 30 04:59:22.444738 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb49072e-c15a-4ece-952b-bb81ff698ee0 req-a4bfd353-6ef9-4862-9312-f2ab5dafba51 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:22.446190 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-eb49072e-c15a-4ece-952b-bb81ff698ee0 req-a4bfd353-6ef9-4862-9312-f2ab5dafba51 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.0469530 Jul 30 04:59:22.493012 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-eb49072e-c15a-4ece-952b-bb81ff698ee0 req-f5591da9-a1aa-4563-8822-e50fb8ec60f7 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413876 Jul 30 04:59:22.604187 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c6dfa-197c-4c6f-bd5c-9314e59be913 req-ad9c09cf-685b-446e-8daf-2391e034dc97 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:22.605539 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5d5c6dfa-197c-4c6f-bd5c-9314e59be913 req-ad9c09cf-685b-446e-8daf-2391e034dc97 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 945 time: 0.0473261 Jul 30 04:59:22.656614 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5d5c6dfa-197c-4c6f-bd5c-9314e59be913 req-b6598e02-a537-4bb4-82fc-f9cf5e5eb1c8 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d333655-4aa8-43a6-a0ce-8e64647ad0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456529 Jul 30 04:59:22.785995 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-32034fcb-8fa9-4755-abd4-98461c2bce7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:23.083212 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85081d-e1f4-4db6-b3d6-3ea3571e9732 req-87243732-3fc9-4920-83a0-8c2b05d29e46 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:23.085279 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-6c85081d-e1f4-4db6-b3d6-3ea3571e9732 req-87243732-3fc9-4920-83a0-8c2b05d29e46 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.0465071 Jul 30 04:59:23.132564 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-6c85081d-e1f4-4db6-b3d6-3ea3571e9732 req-a726eabe-96bd-4fa1-947d-8255a0658c2c tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418482 Jul 30 04:59:23.616701 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d2e75-85d0-4101-9548-bf178557abd0 req-11e5b166-41ce-4aa4-8152-ea7f5f1509d6 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:23.618138 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d62d2e75-85d0-4101-9548-bf178557abd0 req-11e5b166-41ce-4aa4-8152-ea7f5f1509d6 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.0491729 Jul 30 04:59:23.646718 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:23.669243 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d62d2e75-85d0-4101-9548-bf178557abd0 req-c7c8a0cb-9739-4bb1-a2db-f814c4d6168e tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453389 Jul 30 04:59:23.778345 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8ff88-129c-4655-94e8-9b44e8befe90 req-3b56e799-0b94-4939-89eb-ce9787aefc26 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:23.780289 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-64b8ff88-129c-4655-94e8-9b44e8befe90 req-3b56e799-0b94-4939-89eb-ce9787aefc26 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 945 time: 0.0538247 Jul 30 04:59:23.832790 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-64b8ff88-129c-4655-94e8-9b44e8befe90 req-180a5968-3a62-4b19-a132-7ff319159527 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d333655-4aa8-43a6-a0ce-8e64647ad0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467479 Jul 30 04:59:23.870537 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:24.277443 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeecc59f-c42d-4e38-82b0-12f896625ebe req-fda2f65b-3fc6-4fef-b93f-a8a38d5dfbb3 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:24.279166 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-aeecc59f-c42d-4e38-82b0-12f896625ebe req-fda2f65b-3fc6-4fef-b93f-a8a38d5dfbb3 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.0561955 Jul 30 04:59:24.337537 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-aeecc59f-c42d-4e38-82b0-12f896625ebe req-ce0df4a2-ff9f-40f2-ac8c-05e081cf4771 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516305 Jul 30 04:59:24.795773 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4082cb-0637-4fdd-b283-40f3f606ea7c req-2782ce81-2438-4433-b8e4-31e192b6d5bb tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:24.797268 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-fc4082cb-0637-4fdd-b283-40f3f606ea7c req-2782ce81-2438-4433-b8e4-31e192b6d5bb tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.0525031 Jul 30 04:59:24.846660 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-fc4082cb-0637-4fdd-b283-40f3f606ea7c req-0b184bfa-1b52-48d6-b118-f0cb88865cae tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438151 Jul 30 04:59:24.914053 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 49352) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:24.983840 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3fba4-de2c-46d8-9911-cb5bcaf56c2b req-7ca13f99-8297-423c-8362-5b02144af50d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:24.985587 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-9dd3fba4-de2c-46d8-9911-cb5bcaf56c2b req-7ca13f99-8297-423c-8362-5b02144af50d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 945 time: 0.0559940 Jul 30 04:59:25.067426 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-9dd3fba4-de2c-46d8-9911-cb5bcaf56c2b req-925eaa88-b970-46a9-9c53-29d0efc48525 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d333655-4aa8-43a6-a0ce-8e64647ad0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739851 Jul 30 04:59:25.070481 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-ca136689-5526-4887-8ff7-e9e23f956a88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:25.120315 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7754d98-7c80-438b-9bbb-970c3c880b8a req-5a971e6c-235d-4147-8896-2d1ca10b393f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:25.122473 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d7754d98-7c80-438b-9bbb-970c3c880b8a req-5a971e6c-235d-4147-8896-2d1ca10b393f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 1129 time: 0.0721657 Jul 30 04:59:25.133367 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:25.168625 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-ca136689-5526-4887-8ff7-e9e23f956a88 admin admin] Publish callbacks [] for security_group (bbbe2294-eb6d-4749-92d3-e95064262045), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:25.173195 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-ca136689-5526-4887-8ff7-e9e23f956a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (bbbe2294-eb6d-4749-92d3-e95064262045), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:25.216329 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-ca136689-5526-4887-8ff7-e9e23f956a88 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8307d1ce91cf4313b41be212733981a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3009872 Jul 30 04:59:25.217425 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca136689-5526-4887-8ff7-e9e23f956a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbe2294-eb6d-4749-92d3-e95064262045,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:25.218899 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 49368) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:25.280854 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-170941d8-4b5e-4cf1-82a7-dd209ed91ebe admin admin] Publish callbacks [] for security_group (bbbe2294-eb6d-4749-92d3-e95064262045), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:25.289997 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:25.307833 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-170941d8-4b5e-4cf1-82a7-dd209ed91ebe admin admin] Publish callbacks [] for security_group (bbbe2294-eb6d-4749-92d3-e95064262045), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:25.356430 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-170941d8-4b5e-4cf1-82a7-dd209ed91ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (bbbe2294-eb6d-4749-92d3-e95064262045), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:25.359276 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-170941d8-4b5e-4cf1-82a7-dd209ed91ebe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:25.360417 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-170941d8-4b5e-4cf1-82a7-dd209ed91ebe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bbbe2294-eb6d-4749-92d3-e95064262045 HTTP/1.1" status: 204 len: 168 time: 0.1405325 Jul 30 04:59:25.370307 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170941d8-4b5e-4cf1-82a7-dd209ed91ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbe2294-eb6d-4749-92d3-e95064262045,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:25.392079 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170941d8-4b5e-4cf1-82a7-dd209ed91ebe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:25.392552 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170941d8-4b5e-4cf1-82a7-dd209ed91ebe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:25.393018 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170941d8-4b5e-4cf1-82a7-dd209ed91ebe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:25.393611 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170941d8-4b5e-4cf1-82a7-dd209ed91ebe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:25.394231 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170941d8-4b5e-4cf1-82a7-dd209ed91ebe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:25.394702 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170941d8-4b5e-4cf1-82a7-dd209ed91ebe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:25.396324 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170941d8-4b5e-4cf1-82a7-dd209ed91ebe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:25.397073 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170941d8-4b5e-4cf1-82a7-dd209ed91ebe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:25.397646 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170941d8-4b5e-4cf1-82a7-dd209ed91ebe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:25.398087 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170941d8-4b5e-4cf1-82a7-dd209ed91ebe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:25.398564 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170941d8-4b5e-4cf1-82a7-dd209ed91ebe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:25.399110 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170941d8-4b5e-4cf1-82a7-dd209ed91ebe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:25.399574 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170941d8-4b5e-4cf1-82a7-dd209ed91ebe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:25.400083 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170941d8-4b5e-4cf1-82a7-dd209ed91ebe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:25.400510 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170941d8-4b5e-4cf1-82a7-dd209ed91ebe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:25.492376 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879be5b-66d9-4315-b67e-2fbb01cf1729 req-8a624aed-8545-44a5-b448-15813994754b tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:25.500654 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-b879be5b-66d9-4315-b67e-2fbb01cf1729 req-8a624aed-8545-44a5-b448-15813994754b tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.0746162 Jul 30 04:59:25.565804 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-b879be5b-66d9-4315-b67e-2fbb01cf1729 req-4487670e-ca04-4fb4-9694-96a6e2591c35 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638750 Jul 30 04:59:25.627815 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d7754d98-7c80-438b-9bbb-970c3c880b8a req-783cfa82-9a7e-4b83-a069-b3474ece00bc service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748894 Jul 30 04:59:25.676472 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:25.808751 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 49398) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:25.823987 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-3725da91-907c-4f3b-b255-9f8a47f13516 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:25.926826 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-3725da91-907c-4f3b-b255-9f8a47f13516 admin admin] Publish callbacks [] for security_group (c2dc5885-2943-462f-bec4-7188a27332d5), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:25.933870 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-3725da91-907c-4f3b-b255-9f8a47f13516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (c2dc5885-2943-462f-bec4-7188a27332d5), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:25.982813 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a150e7-f7cd-4294-92d9-a3b4c30782d0 req-c25e16eb-b737-47a6-a9e1-20a4fac5132e tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:25.987051 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-c4a150e7-f7cd-4294-92d9-a3b4c30782d0 req-c25e16eb-b737-47a6-a9e1-20a4fac5132e tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.0534940 Jul 30 04:59:26.004177 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:26.045300 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-c4a150e7-f7cd-4294-92d9-a3b4c30782d0 req-9ac3bfc7-ec63-40e0-b70e-30cad837c359 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531931 Jul 30 04:59:26.050510 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-3725da91-907c-4f3b-b255-9f8a47f13516 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7cc1724a09884b3887fd83e1eba1fe1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2403677 Jul 30 04:59:26.053825 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 49404) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:26.075707 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b97e00-8b0b-431f-b58f-e865219cd38f req-d35fa9d4-77d1-42e6-af81-94310fb49164 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:26.075707 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-92b97e00-8b0b-431f-b58f-e865219cd38f req-d35fa9d4-77d1-42e6-af81-94310fb49164 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.1344712 Jul 30 04:59:26.075707 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3725da91-907c-4f3b-b255-9f8a47f13516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2dc5885-2943-462f-bec4-7188a27332d5,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:26.090478 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda1eba-800b-4a6d-b3c2-c418de78dd16 req-66ab3469-61c7-453d-a911-a2f837050c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:26.091975 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3bda1eba-800b-4a6d-b3c2-c418de78dd16 req-66ab3469-61c7-453d-a911-a2f837050c89 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=decb0bd64582440590890900e594b79e&device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 1129 time: 0.1073744 Jul 30 04:59:26.106303 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:26.125186 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-43d9eab0-07b3-4b9d-a8f2-abe6b5f8a637 admin admin] Publish callbacks [] for security_group (c2dc5885-2943-462f-bec4-7188a27332d5), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:26.125440 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-92b97e00-8b0b-431f-b58f-e865219cd38f req-082c625e-c00b-489b-a092-6cef76625716 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526593 Jul 30 04:59:26.152991 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-43d9eab0-07b3-4b9d-a8f2-abe6b5f8a637 admin admin] Publish callbacks [] for security_group (c2dc5885-2943-462f-bec4-7188a27332d5), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:26.251538 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-43d9eab0-07b3-4b9d-a8f2-abe6b5f8a637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (c2dc5885-2943-462f-bec4-7188a27332d5), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:26.254223 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-43d9eab0-07b3-4b9d-a8f2-abe6b5f8a637 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:26.256640 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-43d9eab0-07b3-4b9d-a8f2-abe6b5f8a637 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c2dc5885-2943-462f-bec4-7188a27332d5 HTTP/1.1" status: 204 len: 168 time: 0.2009776 Jul 30 04:59:26.273216 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0eece8-c6d5-4c68-bc2d-d1a66b4c829e req-5745e846-b255-4f58-9556-b889a2d67aea tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:26.275010 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-0b0eece8-c6d5-4c68-bc2d-d1a66b4c829e req-5745e846-b255-4f58-9556-b889a2d67aea tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 945 time: 0.0705519 Jul 30 04:59:26.280825 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d9eab0-07b3-4b9d-a8f2-abe6b5f8a637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2dc5885-2943-462f-bec4-7188a27332d5,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:26.290820 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda1eba-800b-4a6d-b3c2-c418de78dd16 req-208894a0-9579-4937-9f10-16fb23e128f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:26.292932 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3bda1eba-800b-4a6d-b3c2-c418de78dd16 req-208894a0-9579-4937-9f10-16fb23e128f4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf976b2f-0ebc-4e5a-b101-0355f31913b1 HTTP/1.1" status: 200 len: 920 time: 0.1111796 Jul 30 04:59:26.332667 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-0b0eece8-c6d5-4c68-bc2d-d1a66b4c829e req-9862e6ad-05a1-4ef0-83f0-bfdecaade060 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d333655-4aa8-43a6-a0ce-8e64647ad0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497227 Jul 30 04:59:26.455618 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537c537-8ec3-4263-9ac6-a2d89bdb2fef req-688263bf-9ffb-4bbf-8231-5b8b48a217e1 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:26.457531 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2537c537-8ec3-4263-9ac6-a2d89bdb2fef req-688263bf-9ffb-4bbf-8231-5b8b48a217e1 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 945 time: 0.0516701 Jul 30 04:59:26.468562 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 49422) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:26.473295 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-f74ab446-e849-4249-956f-e6e118b98220 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Request body: {'floatingip': {'port_id': '17ee318c-931e-496a-b49d-170e9dd9ad2b'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:59:26.553171 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f74ab446-e849-4249-956f-e6e118b98220 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for floatingip (48a92b03-faa1-40c1-9291-afcefe56af14), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:26.639103 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 49424) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:26.692228 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d1f6a5f9-c7d6-447a-bc29-75998aa2e9f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:26.696517 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3bda1eba-800b-4a6d-b3c2-c418de78dd16 req-fcd1f2d1-fe4e-4785-b6c6-27843fe3e6e4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46f49659-6b94-4d15-9602-46c795a35ee9 HTTP/1.1" status: 200 len: 217 time: 0.0483449 Jul 30 04:59:26.773571 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda1eba-800b-4a6d-b3c2-c418de78dd16 req-4eb94866-0396-4d90-a2b3-b36f65c2c5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:26.775044 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3bda1eba-800b-4a6d-b3c2-c418de78dd16 req-4eb94866-0396-4d90-a2b3-b36f65c2c5e2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=92a83611-d09e-4b38-9b4b-aa1a1854f601 HTTP/1.1" status: 200 len: 858 time: 0.0701153 Jul 30 04:59:26.792102 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:26.852434 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda1eba-800b-4a6d-b3c2-c418de78dd16 req-6b2c4e71-d446-4b59-814c-b0d84b51e108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:26.853901 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3bda1eba-800b-4a6d-b3c2-c418de78dd16 req-6b2c4e71-d446-4b59-814c-b0d84b51e108 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf976b2f-0ebc-4e5a-b101-0355f31913b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592651 Jul 30 04:59:26.863182 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d1f6a5f9-c7d6-447a-bc29-75998aa2e9f2 admin admin] Publish callbacks [] for security_group (f2a0aaff-f181-4f67-aa62-e96239946955), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:26.873547 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d1f6a5f9-c7d6-447a-bc29-75998aa2e9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (f2a0aaff-f181-4f67-aa62-e96239946955), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:26.962561 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-d1f6a5f9-c7d6-447a-bc29-75998aa2e9f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5df47d81e9ab4196abf4832a46739298&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3217340 Jul 30 04:59:26.966117 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 49438) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:26.966830 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f6a5f9-c7d6-447a-bc29-75998aa2e9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a0aaff-f181-4f67-aa62-e96239946955,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:27.040374 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3bda1eba-800b-4a6d-b3c2-c418de78dd16 req-41119a12-865e-4906-be6d-99f50012e287 service neutron] 10.222.0.49 "GET /v2.0/networks/cf976b2f-0ebc-4e5a-b101-0355f31913b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758015 Jul 30 04:59:27.106030 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-17a05395-5266-47e3-aa78-b576625d5a5a admin admin] Publish callbacks [] for security_group (f2a0aaff-f181-4f67-aa62-e96239946955), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:27.147064 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-17a05395-5266-47e3-aa78-b576625d5a5a admin admin] Publish callbacks [] for security_group (f2a0aaff-f181-4f67-aa62-e96239946955), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:27.204318 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3bda1eba-800b-4a6d-b3c2-c418de78dd16 req-f435cccd-8269-4812-81ec-8a289ef8c4be service neutron] 10.222.0.49 "GET /v2.0/networks/cf976b2f-0ebc-4e5a-b101-0355f31913b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562557 Jul 30 04:59:27.231806 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.db.resource_extend [None req-f74ab446-e849-4249-956f-e6e118b98220 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 30 04:59:27.236818 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-17a05395-5266-47e3-aa78-b576625d5a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (f2a0aaff-f181-4f67-aa62-e96239946955), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:27.242190 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-17a05395-5266-47e3-aa78-b576625d5a5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:27.243121 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-17a05395-5266-47e3-aa78-b576625d5a5a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f2a0aaff-f181-4f67-aa62-e96239946955 HTTP/1.1" status: 204 len: 168 time: 0.2725341 Jul 30 04:59:27.259466 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a05395-5266-47e3-aa78-b576625d5a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a0aaff-f181-4f67-aa62-e96239946955,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:27.274241 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:27.316697 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:27.341338 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cdf061-b519-45b5-9291-98156ce71516 req-c7781549-136c-4e86-8ddd-8af55192b032 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:27.350751 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-50cdf061-b519-45b5-9291-98156ce71516 req-c7781549-136c-4e86-8ddd-8af55192b032 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.0926406 Jul 30 04:59:27.435901 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-50cdf061-b519-45b5-9291-98156ce71516 req-33705299-e606-47be-834a-bc23da9e8ce2 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837135 Jul 30 04:59:27.565490 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2be98-678b-415a-84a3-76fed9fd6534 req-e50e8210-3f71-4838-89f1-7feb72ce46ee tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:27.567027 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-6aa2be98-678b-415a-84a3-76fed9fd6534 req-e50e8210-3f71-4838-89f1-7feb72ce46ee tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.4236279 Jul 30 04:59:27.590334 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f74ab446-e849-4249-956f-e6e118b98220 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:27.599990 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:27.602603 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f74ab446-e849-4249-956f-e6e118b98220 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692779'] for floatingip (48a92b03-faa1-40c1-9291-afcefe56af14), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:27.710723 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-6aa2be98-678b-415a-84a3-76fed9fd6534 req-2bd29b3f-41b0-411d-95e8-1d8e7437d3ba tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338944 Jul 30 04:59:27.729354 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:27.739005 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.db.l3_db [None req-f74ab446-e849-4249-956f-e6e118b98220 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Floating IP 48a92b03-faa1-40c1-9291-afcefe56af14 associated. External IP: 172.27.2.108, port: 17ee318c-931e-496a-b49d-170e9dd9ad2b. Jul 30 04:59:27.905796 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 49480) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:27.951609 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 49488) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:28.040132 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74ab446-e849-4249-956f-e6e118b98220 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Router 2db0553a-115a-4d31-af18-56f089af9880 has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 04:59:28.140576 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-acdc1e19-655f-46e8-b2a8-0db1b51723b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:28.175747 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74ab446-e849-4249-956f-e6e118b98220 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:59:28.178195 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e9d7b726-d996-4564-9385-2af3113f8611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:28.187463 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f74ab446-e849-4249-956f-e6e118b98220 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for floatingip (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:28.194163 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d599aa76-7af8-413b-b3fe-d617f1a0894e None None] Sync routers for ids ['2db0553a-115a-4d31-af18-56f089af9880'] in dv-cinder-851279-3-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:59:28.206718 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d599aa76-7af8-413b-b3fe-d617f1a0894e None None] Routers {'2db0553a-115a-4d31-af18-56f089af9880'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 04:59:28.208669 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-d599aa76-7af8-413b-b3fe-d617f1a0894e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T04:59:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['2db0553a-115a-4d31-af18-56f089af9880'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:28.237785 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-f74ab446-e849-4249-956f-e6e118b98220 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "PUT /v2.0/floatingips/48a92b03-faa1-40c1-9291-afcefe56af14 HTTP/1.1" status: 200 len: 991 time: 1.7656112 Jul 30 04:59:28.237785 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f27c16ec-7d74-4a2a-9b40-c95455fa8aff', 'tag': '17ee318c-931e-496a-b49d-170e9dd9ad2b'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 04:59:28.240538 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74064a32e8a1c82ff25c89edbc1a4916375279028ab6b832636cd606fd6f10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36ccdd8-4681-4989-af29-5376100a44c4" -d '{"events": [{"name": "network-changed", "server_uuid": "f27c16ec-7d74-4a2a-9b40-c95455fa8aff", "tag": "17ee318c-931e-496a-b49d-170e9dd9ad2b"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:59:28.315625 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Jul 2022 04:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7cee09-57b6-4cf6-bcdb-1e47ae1dbb97 x-openstack-request-id: req-6f7cee09-57b6-4cf6-bcdb-1e47ae1dbb97 {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:59:28.316290 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f27c16ec-7d74-4a2a-9b40-c95455fa8aff", "tag": "17ee318c-931e-496a-b49d-170e9dd9ad2b", "status": "completed", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:59:28.316840 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f7cee09-57b6-4cf6-bcdb-1e47ae1dbb97 {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:59:28.318837 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f7cee09-57b6-4cf6-bcdb-1e47ae1dbb97'] response: {'name': 'network-changed', 'server_uuid': 'f27c16ec-7d74-4a2a-9b40-c95455fa8aff', 'tag': '17ee318c-931e-496a-b49d-170e9dd9ad2b', 'status': 'completed', 'code': 200} Jul 30 04:59:28.343993 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=12 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:28.359948 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-acdc1e19-655f-46e8-b2a8-0db1b51723b1 admin admin] Publish callbacks [] for security_group (d2e9bf17-61d6-469d-bb01-c2161f255aaa), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:28.367542 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e9d7b726-d996-4564-9385-2af3113f8611 admin admin] Publish callbacks [] for security_group (13b603db-b4e8-4dec-b7d3-753afc9e8fc3), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:28.385552 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-acdc1e19-655f-46e8-b2a8-0db1b51723b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (d2e9bf17-61d6-469d-bb01-c2161f255aaa), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:28.399062 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e9d7b726-d996-4564-9385-2af3113f8611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (13b603db-b4e8-4dec-b7d3-753afc9e8fc3), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:28.435895 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-d599aa76-7af8-413b-b3fe-d617f1a0894e None None] Set router 2db0553a-115a-4d31-af18-56f089af9880 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 04:59:28.450947 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ccdd8-4681-4989-af29-5376100a44c4 req-0ec9910c-e07c-4800-8467-528560cda886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:28.452419 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c36ccdd8-4681-4989-af29-5376100a44c4 req-0ec9910c-e07c-4800-8467-528560cda886 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e01500cb03c74d1082090cd1c1836169&device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 1129 time: 0.1021380 Jul 30 04:59:28.498972 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc1e19-655f-46e8-b2a8-0db1b51723b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e9bf17-61d6-469d-bb01-c2161f255aaa,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:28.533598 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-acdc1e19-655f-46e8-b2a8-0db1b51723b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4d3dd8c4c5e84003801865b3cb7afd5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6265984 Jul 30 04:59:28.536763 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 49516) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:28.540327 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-e9d7b726-d996-4564-9385-2af3113f8611 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ecccdebfe9e4cf29cc1f6d2b21f7247&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5876341 Jul 30 04:59:28.544064 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 49518) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:28.612676 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7b726-d996-4564-9385-2af3113f8611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b603db-b4e8-4dec-b7d3-753afc9e8fc3,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:28.671436 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ccdd8-4681-4989-af29-5376100a44c4 req-9080ec63-f5d5-4d66-ada1-c52dbfb67355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:28.673121 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c36ccdd8-4681-4989-af29-5376100a44c4 req-9080ec63-f5d5-4d66-ada1-c52dbfb67355 service neutron] 10.222.0.49 "GET /v2.0/networks?id=afd82f39-2725-4de8-bc03-d4d225abc92e HTTP/1.1" status: 200 len: 915 time: 0.2039127 Jul 30 04:59:28.688184 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-73cd3620-fcf1-46e5-9ac1-adb0219fd060 admin admin] Publish callbacks [] for security_group (13b603db-b4e8-4dec-b7d3-753afc9e8fc3), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:28.696115 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7075cda-9b2d-4eec-9a5e-3644575f5c81 req-50825d86-0ae1-4822-a6a4-fa7f5e14639e tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:28.698021 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-f7075cda-9b2d-4eec-9a5e-3644575f5c81 req-50825d86-0ae1-4822-a6a4-fa7f5e14639e tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.0808775 Jul 30 04:59:28.706160 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-8343dc6b-560b-4c18-a229-033a114814a0 admin admin] Publish callbacks [] for security_group (d2e9bf17-61d6-469d-bb01-c2161f255aaa), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:28.760948 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-8343dc6b-560b-4c18-a229-033a114814a0 admin admin] Publish callbacks [] for security_group (d2e9bf17-61d6-469d-bb01-c2161f255aaa), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:28.882923 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-f7075cda-9b2d-4eec-9a5e-3644575f5c81 req-599cd2d6-c3e7-4cd2-b755-7ce29d2082d4 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706150 Jul 30 04:59:28.917918 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-8343dc6b-560b-4c18-a229-033a114814a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (d2e9bf17-61d6-469d-bb01-c2161f255aaa), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:28.920947 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-8343dc6b-560b-4c18-a229-033a114814a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:28.924583 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-8343dc6b-560b-4c18-a229-033a114814a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d2e9bf17-61d6-469d-bb01-c2161f255aaa HTTP/1.1" status: 204 len: 168 time: 0.3840499 Jul 30 04:59:28.950526 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8343dc6b-560b-4c18-a229-033a114814a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e9bf17-61d6-469d-bb01-c2161f255aaa,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:29.019708 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-d599aa76-7af8-413b-b3fe-d617f1a0894e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db0553a-115a-4d31-af18-56f089af9880', 'name': 'tempest-AttachVolumeNegativeTest-426223834-router', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:08Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 4, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'gw_port': {'id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:09Z', 'updated_at': '2022-07-30T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': '48a92b03-faa1-40c1-9291-afcefe56af14', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'floating_ip_address': '172.27.2.108', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': '2db0553a-115a-4d31-af18-56f089af9880', 'port_id': '17ee318c-931e-496a-b49d-170e9dd9ad2b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'mac_address': 'fa:16:3e:57:2e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27c16ec-7d74-4a2a-9b40-c95455fa8aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T04:58:26Z', 'updated_at': '2022-07-30T04:59:27Z', 'revision_number': 1, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012', 'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'mac_address': 'fa:16:3e:bb:02:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:15Z', 'updated_at': '2022-07-30T04:58:32Z', 'revision_number': 5, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'subnets': [{'id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:29.056465 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-73cd3620-fcf1-46e5-9ac1-adb0219fd060 admin admin] Publish callbacks [] for security_group (13b603db-b4e8-4dec-b7d3-753afc9e8fc3), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:29.069260 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d599aa76-7af8-413b-b3fe-d617f1a0894e None None] Checking router: 2db0553a-115a-4d31-af18-56f089af9880 for host: dv-cinder-851279-3-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:59:29.085582 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d599aa76-7af8-413b-b3fe-d617f1a0894e None None] Routers {'2db0553a-115a-4d31-af18-56f089af9880'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 04:59:29.085582 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-d599aa76-7af8-413b-b3fe-d617f1a0894e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T04:59:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['2db0553a-115a-4d31-af18-56f089af9880'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:29.158351 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88fb941-4ae8-49a2-a469-c3f1a378e954 req-786dcaeb-264c-46be-b45d-fdd345103495 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:29.166984 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e88fb941-4ae8-49a2-a469-c3f1a378e954 req-786dcaeb-264c-46be-b45d-fdd345103495 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.2200027 Jul 30 04:59:29.204185 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c36ccdd8-4681-4989-af29-5376100a44c4 req-89ffee66-102e-4892-a5f5-c0e249e15cf8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17ee318c-931e-496a-b49d-170e9dd9ad2b HTTP/1.1" status: 200 len: 999 time: 0.5220163 Jul 30 04:59:29.219178 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:29.231268 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-d599aa76-7af8-413b-b3fe-d617f1a0894e None None] Set router 2db0553a-115a-4d31-af18-56f089af9880 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 04:59:29.278151 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e88fb941-4ae8-49a2-a469-c3f1a378e954 req-1a9f4b89-f0e6-49b7-8c37-192756404622 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102705 Jul 30 04:59:29.285974 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ccdd8-4681-4989-af29-5376100a44c4 req-28806897-f9a8-416b-b38d-a50229bcca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:29.287807 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c36ccdd8-4681-4989-af29-5376100a44c4 req-28806897-f9a8-416b-b38d-a50229bcca6c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d HTTP/1.1" status: 200 len: 853 time: 0.0761049 Jul 30 04:59:29.289649 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-73cd3620-fcf1-46e5-9ac1-adb0219fd060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (13b603db-b4e8-4dec-b7d3-753afc9e8fc3), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:29.292736 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-73cd3620-fcf1-46e5-9ac1-adb0219fd060 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:29.294576 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-73cd3620-fcf1-46e5-9ac1-adb0219fd060 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/13b603db-b4e8-4dec-b7d3-753afc9e8fc3 HTTP/1.1" status: 204 len: 168 time: 0.7493427 Jul 30 04:59:29.329406 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd3620-fcf1-46e5-9ac1-adb0219fd060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b603db-b4e8-4dec-b7d3-753afc9e8fc3,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:29.347061 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ccdd8-4681-4989-af29-5376100a44c4 req-53e3c78b-4fc8-4f7a-aae1-44750622a906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:29.349317 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c36ccdd8-4681-4989-af29-5376100a44c4 req-53e3c78b-4fc8-4f7a-aae1-44750622a906 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=afd82f39-2725-4de8-bc03-d4d225abc92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533090 Jul 30 04:59:29.454596 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fda7bc-4cbb-483d-be86-30c4dd3d2d59 req-43200928-fda0-450f-82bf-de3ec86705f3 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:29.463427 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-f0fda7bc-4cbb-483d-be86-30c4dd3d2d59 req-43200928-fda0-450f-82bf-de3ec86705f3 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.0664084 Jul 30 04:59:29.469739 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 49544) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:29.477367 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-922b6b4f-a379-438c-9465-f5d6093555ed tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Request body: {'floatingip': {'port_id': '77f9d403-dee8-430d-8122-9a468f943da2'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:59:29.512199 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c36ccdd8-4681-4989-af29-5376100a44c4 req-447bdc08-20c9-46f7-abfe-540fa419225f service neutron] 10.222.0.49 "GET /v2.0/networks/afd82f39-2725-4de8-bc03-d4d225abc92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546533 Jul 30 04:59:29.540075 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-922b6b4f-a379-438c-9465-f5d6093555ed tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks [] for floatingip (d0d2b56d-1757-42c4-afd8-da7b73b51ead), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:29.632899 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-d599aa76-7af8-413b-b3fe-d617f1a0894e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db0553a-115a-4d31-af18-56f089af9880', 'name': 'tempest-AttachVolumeNegativeTest-426223834-router', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:08Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 4, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'gw_port': {'id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:09Z', 'updated_at': '2022-07-30T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': '48a92b03-faa1-40c1-9291-afcefe56af14', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'floating_ip_address': '172.27.2.108', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': '2db0553a-115a-4d31-af18-56f089af9880', 'port_id': '17ee318c-931e-496a-b49d-170e9dd9ad2b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'mac_address': 'fa:16:3e:57:2e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27c16ec-7d74-4a2a-9b40-c95455fa8aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T04:58:26Z', 'updated_at': '2022-07-30T04:59:27Z', 'revision_number': 1, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012', 'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'mac_address': 'fa:16:3e:bb:02:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:15Z', 'updated_at': '2022-07-30T04:58:32Z', 'revision_number': 5, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'subnets': [{'id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:29.647622 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c36ccdd8-4681-4989-af29-5376100a44c4 req-f6002d48-b85c-411b-8dae-088223eaa014 service neutron] 10.222.0.49 "GET /v2.0/networks/afd82f39-2725-4de8-bc03-d4d225abc92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260731 Jul 30 04:59:29.662427 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d599aa76-7af8-413b-b3fe-d617f1a0894e None None] The sync data for ids ['2db0553a-115a-4d31-af18-56f089af9880'] in dv-cinder-851279-3-iscsi is: [{'id': '2db0553a-115a-4d31-af18-56f089af9880', 'name': 'tempest-AttachVolumeNegativeTest-426223834-router', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:08Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 4, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'gw_port': {'id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:09Z', 'updated_at': '2022-07-30T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': '48a92b03-faa1-40c1-9291-afcefe56af14', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'floating_ip_address': '172.27.2.108', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': '2db0553a-115a-4d31-af18-56f089af9880', 'port_id': '17ee318c-931e-496a-b49d-170e9dd9ad2b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'mac_address': 'fa:16:3e:57:2e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27c16ec-7d74-4a2a-9b40-c95455fa8aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T04:58:26Z', 'updated_at': '2022-07-30T04:59:27Z', 'revision_number': 1, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012', 'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'mac_address': 'fa:16:3e:bb:02:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:15Z', 'updated_at': '2022-07-30T04:58:32Z', 'revision_number': 5, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'subnets': [{'id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:59:29.859966 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 49554) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:29.888536 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-bde86fc0-d5da-4f5e-bf78-9527367ce6e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:29.893495 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:29.913693 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:30.053807 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:30.099766 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-bde86fc0-d5da-4f5e-bf78-9527367ce6e8 admin admin] Publish callbacks [] for security_group (dcc2901f-ec4c-4ef2-b493-2318584a10f4), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:30.114862 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c440e4b-5f88-4f7a-b57b-91ba65310f4a req-82201303-0a78-493b-94eb-950506c3ce5b tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:30.136346 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1c440e4b-5f88-4f7a-b57b-91ba65310f4a req-82201303-0a78-493b-94eb-950506c3ce5b tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.1025174 Jul 30 04:59:30.144366 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-bde86fc0-d5da-4f5e-bf78-9527367ce6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (dcc2901f-ec4c-4ef2-b493-2318584a10f4), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:30.166232 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-922b6b4f-a379-438c-9465-f5d6093555ed tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:30.181561 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-922b6b4f-a379-438c-9465-f5d6093555ed tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692779'] for floatingip (d0d2b56d-1757-42c4-afd8-da7b73b51ead), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:30.274622 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-bde86fc0-d5da-4f5e-bf78-9527367ce6e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1c38378b250a4014b700eb2863c96df7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4135070 Jul 30 04:59:30.277871 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde86fc0-d5da-4f5e-bf78-9527367ce6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc2901f-ec4c-4ef2-b493-2318584a10f4,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:30.296831 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 49570) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:30.341008 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1c440e4b-5f88-4f7a-b57b-91ba65310f4a req-f5be8238-895e-4a42-9e84-d6b011c127f5 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035656 Jul 30 04:59:30.397955 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.db.l3_db [None req-922b6b4f-a379-438c-9465-f5d6093555ed tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Floating IP d0d2b56d-1757-42c4-afd8-da7b73b51ead associated. External IP: 172.27.2.78, port: 77f9d403-dee8-430d-8122-9a468f943da2. Jul 30 04:59:30.451426 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-fd9cbc61-7ac5-4277-9b23-5ba323bf4683 admin admin] Publish callbacks [] for security_group (dcc2901f-ec4c-4ef2-b493-2318584a10f4), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:30.512470 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-fd9cbc61-7ac5-4277-9b23-5ba323bf4683 admin admin] Publish callbacks [] for security_group (dcc2901f-ec4c-4ef2-b493-2318584a10f4), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:30.589695 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-fd9cbc61-7ac5-4277-9b23-5ba323bf4683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (dcc2901f-ec4c-4ef2-b493-2318584a10f4), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:30.593758 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-fd9cbc61-7ac5-4277-9b23-5ba323bf4683 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:30.595409 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-fd9cbc61-7ac5-4277-9b23-5ba323bf4683 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dcc2901f-ec4c-4ef2-b493-2318584a10f4 HTTP/1.1" status: 204 len: 168 time: 0.2968163 Jul 30 04:59:30.610755 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9cbc61-7ac5-4277-9b23-5ba323bf4683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc2901f-ec4c-4ef2-b493-2318584a10f4,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:30.684142 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922b6b4f-a379-438c-9465-f5d6093555ed tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Router adcbfabc-ea52-451d-a1d1-9259f2b8d1b1 has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 04:59:30.736549 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8937fb-3b81-4cde-9507-e9b3147c4a53 None None] New status for floating IP 48a92b03-faa1-40c1-9291-afcefe56af14: ACTIVE {{(pid=103972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 30 04:59:30.825687 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922b6b4f-a379-438c-9465-f5d6093555ed tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:59:30.830871 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-922b6b4f-a379-438c-9465-f5d6093555ed tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for floatingip (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:30.837433 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7387b3-fd38-480b-95c5-c62097473663 None None] Sync routers for ids ['adcbfabc-ea52-451d-a1d1-9259f2b8d1b1'] in dv-cinder-851279-3-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:59:30.856003 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7387b3-fd38-480b-95c5-c62097473663 None None] Routers {'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 04:59:30.862105 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-ca7387b3-fd38-480b-95c5-c62097473663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T04:59:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['adcbfabc-ea52-451d-a1d1-9259f2b8d1b1'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:30.870981 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-922b6b4f-a379-438c-9465-f5d6093555ed tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "PUT /v2.0/floatingips/d0d2b56d-1757-42c4-afd8-da7b73b51ead HTTP/1.1" status: 200 len: 990 time: 1.3998065 Jul 30 04:59:30.871889 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4370e65-bec4-454f-9566-33ff60441229', 'tag': '77f9d403-dee8-430d-8122-9a468f943da2'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 04:59:30.875023 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74064a32e8a1c82ff25c89edbc1a4916375279028ab6b832636cd606fd6f10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236dc1dd-66c6-4806-8ef3-dca59cd96bcf" -d '{"events": [{"name": "network-changed", "server_uuid": "e4370e65-bec4-454f-9566-33ff60441229", "tag": "77f9d403-dee8-430d-8122-9a468f943da2"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:59:30.920791 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 49600) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:30.933232 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Jul 2022 04:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1e1279-d565-40d0-8c4e-2ec4631f64da x-openstack-request-id: req-0f1e1279-d565-40d0-8c4e-2ec4631f64da {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:59:30.934121 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4370e65-bec4-454f-9566-33ff60441229", "tag": "77f9d403-dee8-430d-8122-9a468f943da2", "status": "completed", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:59:30.934836 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f1e1279-d565-40d0-8c4e-2ec4631f64da {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:59:30.935410 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f1e1279-d565-40d0-8c4e-2ec4631f64da'] response: {'name': 'network-changed', 'server_uuid': 'e4370e65-bec4-454f-9566-33ff60441229', 'tag': '77f9d403-dee8-430d-8122-9a468f943da2', 'status': 'completed', 'code': 200} Jul 30 04:59:31.024379 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-ca7387b3-fd38-480b-95c5-c62097473663 None None] Set router adcbfabc-ea52-451d-a1d1-9259f2b8d1b1 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 04:59:31.109156 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:31.123669 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-69e3d904-96d2-4265-a97a-86d07e5d3ebc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-668423995-network', 'tenant_id': '76df23454a3c4a9bb4f61b044ed5a426'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:59:31.164186 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e3d904-96d2-4265-a97a-86d07e5d3ebc admin admin] Made reservation on behalf of 76df23454a3c4a9bb4f61b044ed5a426 for: {'network': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:59:31.174881 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-69e3d904-96d2-4265-a97a-86d07e5d3ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for network (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:31.188833 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-69e3d904-96d2-4265-a97a-86d07e5d3ebc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:31.240536 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:31.299008 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-69e3d904-96d2-4265-a97a-86d07e5d3ebc admin admin] Publish callbacks [] for security_group (c9ba86b9-7766-4c63-9ee2-2b6a070efc69), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:31.299549 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:31.305229 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-69e3d904-96d2-4265-a97a-86d07e5d3ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (c9ba86b9-7766-4c63-9ee2-2b6a070efc69), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:31.316853 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-ca7387b3-fd38-480b-95c5-c62097473663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1167597909-router', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'cee32db1-195e-4935-8304-4445ce5664b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:06Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 4, 'project_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'gw_port': {'id': 'cee32db1-195e-4935-8304-4445ce5664b3', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:07Z', 'updated_at': '2022-07-30T04:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': 'd0d2b56d-1757-42c4-afd8-da7b73b51ead', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'floating_ip_address': '172.27.2.78', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'port_id': '77f9d403-dee8-430d-8122-9a468f943da2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1', 'mac_address': 'fa:16:3e:f2:95:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4370e65-bec4-454f-9566-33ff60441229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T04:58:27Z', 'updated_at': '2022-07-30T04:59:30Z', 'revision_number': 1, 'project_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efa7d207-4c7e-401d-b020-6873aff954a7', 'name': '', 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'mac_address': 'fa:16:3e:79:5c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '872e5683-a168-4487-9376-0296b22d54e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:15Z', 'updated_at': '2022-07-30T04:58:30Z', 'revision_number': 5, 'project_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'subnets': [{'id': '872e5683-a168-4487-9376-0296b22d54e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:31.336232 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69e3d904-96d2-4265-a97a-86d07e5d3ebc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=103971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:59:31.357069 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-69e3d904-96d2-4265-a97a-86d07e5d3ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101'] for segment (49e86943-6cb8-4f31-93ea-855c416e4a38), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:31.357197 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7387b3-fd38-480b-95c5-c62097473663 None None] Checking router: adcbfabc-ea52-451d-a1d1-9259f2b8d1b1 for host: dv-cinder-851279-3-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:59:31.357415 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.db.segments_db [None req-69e3d904-96d2-4265-a97a-86d07e5d3ebc admin admin] Added segment 49e86943-6cb8-4f31-93ea-855c416e4a38 of type vlan for network ba00ca49-96d9-4fff-b920-6f01cfda6037 Jul 30 04:59:31.359067 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e3d904-96d2-4265-a97a-86d07e5d3ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ba86b9-7766-4c63-9ee2-2b6a070efc69,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:31.370486 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7387b3-fd38-480b-95c5-c62097473663 None None] Routers {'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 04:59:31.371358 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-ca7387b3-fd38-480b-95c5-c62097473663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T04:59:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['adcbfabc-ea52-451d-a1d1-9259f2b8d1b1'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:31.415340 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-69e3d904-96d2-4265-a97a-86d07e5d3ebc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736268284326'] for network (ba00ca49-96d9-4fff-b920-6f01cfda6037), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:31.470426 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-69e3d904-96d2-4265-a97a-86d07e5d3ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920'] for network (ba00ca49-96d9-4fff-b920-6f01cfda6037), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:31.471598 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e3d904-96d2-4265-a97a-86d07e5d3ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:31.472571 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-69e3d904-96d2-4265-a97a-86d07e5d3ebc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for network (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:31.543005 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-ca7387b3-fd38-480b-95c5-c62097473663 None None] Set router adcbfabc-ea52-451d-a1d1-9259f2b8d1b1 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 04:59:31.570407 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-69e3d904-96d2-4265-a97a-86d07e5d3ebc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6449080 Jul 30 04:59:31.571398 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 49642) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:31.578270 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-af7988ad-e10b-4f2a-a457-e2d840c25bf0 admin admin] Request body: {'subnet': {'network_id': 'ba00ca49-96d9-4fff-b920-6f01cfda6037', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-668423995-subnet', 'tenant_id': '76df23454a3c4a9bb4f61b044ed5a426', 'ip_version': 4}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:59:31.580091 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47456c-5957-4c25-a172-0ce718b82d46 req-90ac0eaa-a406-4a71-b2ce-213115a37782 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:31.581652 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9b47456c-5957-4c25-a172-0ce718b82d46 req-90ac0eaa-a406-4a71-b2ce-213115a37782 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.1252513 Jul 30 04:59:31.600961 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e3d904-96d2-4265-a97a-86d07e5d3ebc admin admin] Pushing event updated for resources: {'Network': ['ID=ba00ca49-96d9-4fff-b920-6f01cfda6037,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:31.614502 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Network ba00ca49-96d9-4fff-b920-6f01cfda6037 details requested by agent ovs-agent-dv-cinder-851279-3-iscsi with host dv-cinder-851279-3-iscsi {{(pid=103972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:59:31.631124 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7988ad-e10b-4f2a-a457-e2d840c25bf0 admin admin] Made reservation on behalf of 76df23454a3c4a9bb4f61b044ed5a426 for: {'subnet': 1} {{(pid=103970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:59:31.636834 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-af7988ad-e10b-4f2a-a457-e2d840c25bf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59151507'] for subnet (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:31.694245 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9b47456c-5957-4c25-a172-0ce718b82d46 req-db6f7a13-4417-455f-a7c9-4bdf9b53d26f tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020894 Jul 30 04:59:31.869956 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 49650) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:31.878529 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-af7988ad-e10b-4f2a-a457-e2d840c25bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3410532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59151589'] for subnet (e43a40c9-7b63-4416-91e0-9daf39b8f626), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:31.928700 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:31.943473 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7988ad-e10b-4f2a-a457-e2d840c25bf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e43a40c9-7b63-4416-91e0-9daf39b8f626,revision_number=0']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:31.960006 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:31.963328 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7988ad-e10b-4f2a-a457-e2d840c25bf0 admin admin] Checking segment: {'id': '49e86943-6cb8-4f31-93ea-855c416e4a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ba00ca49-96d9-4fff-b920-6f01cfda6037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 04:59:31.963557 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7988ad-e10b-4f2a-a457-e2d840c25bf0 admin admin] Network hostable DHCP agents. Network: ba00ca49-96d9-4fff-b920-6f01cfda6037, hostable agents: ['5671713e-478d-4a9e-a7e0-1ef6e7bf2e69'], hosted agents: [] {{(pid=103970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:59:31.985123 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7988ad-e10b-4f2a-a457-e2d840c25bf0 admin admin] Network ba00ca49-96d9-4fff-b920-6f01cfda6037 is scheduled to be hosted by DHCP agent 5671713e-478d-4a9e-a7e0-1ef6e7bf2e69 with binding_index 1 {{(pid=103970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:59:31.993712 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-ca7387b3-fd38-480b-95c5-c62097473663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1167597909-router', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'cee32db1-195e-4935-8304-4445ce5664b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:06Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 4, 'project_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'gw_port': {'id': 'cee32db1-195e-4935-8304-4445ce5664b3', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:07Z', 'updated_at': '2022-07-30T04:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': 'd0d2b56d-1757-42c4-afd8-da7b73b51ead', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'floating_ip_address': '172.27.2.78', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'port_id': '77f9d403-dee8-430d-8122-9a468f943da2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1', 'mac_address': 'fa:16:3e:f2:95:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4370e65-bec4-454f-9566-33ff60441229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T04:58:27Z', 'updated_at': '2022-07-30T04:59:30Z', 'revision_number': 1, 'project_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efa7d207-4c7e-401d-b020-6873aff954a7', 'name': '', 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'mac_address': 'fa:16:3e:79:5c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '872e5683-a168-4487-9376-0296b22d54e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:15Z', 'updated_at': '2022-07-30T04:58:30Z', 'revision_number': 5, 'project_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'subnets': [{'id': '872e5683-a168-4487-9376-0296b22d54e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:31.996244 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-af7988ad-e10b-4f2a-a457-e2d840c25bf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-3-iscsi, ba00ca49-96d9-4fff-b920-6f01cfda6037) {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:59:32.001778 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7988ad-e10b-4f2a-a457-e2d840c25bf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:32.002738 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-af7988ad-e10b-4f2a-a457-e2d840c25bf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for subnet (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:32.012259 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f55e7c-a1fc-4d84-8a13-97fb2668abe0 None None] Network ba00ca49-96d9-4fff-b920-6f01cfda6037 requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 04:59:32.032992 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-341b997e-5c74-466c-80dc-75539e7869c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:32.034214 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-af7988ad-e10b-4f2a-a457-e2d840c25bf0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4615014 Jul 30 04:59:32.037352 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 49658) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:32.042051 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-f549b84e-e829-42ce-a323-b7dc9c75da6c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-668423995-router', 'tenant_id': '76df23454a3c4a9bb4f61b044ed5a426', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:59:32.062614 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7387b3-fd38-480b-95c5-c62097473663 None None] The sync data for ids ['adcbfabc-ea52-451d-a1d1-9259f2b8d1b1'] in dv-cinder-851279-3-iscsi is: [{'id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1167597909-router', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'cee32db1-195e-4935-8304-4445ce5664b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:06Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 4, 'project_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'gw_port': {'id': 'cee32db1-195e-4935-8304-4445ce5664b3', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:07Z', 'updated_at': '2022-07-30T04:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': 'd0d2b56d-1757-42c4-afd8-da7b73b51ead', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'floating_ip_address': '172.27.2.78', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'port_id': '77f9d403-dee8-430d-8122-9a468f943da2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1', 'mac_address': 'fa:16:3e:f2:95:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4370e65-bec4-454f-9566-33ff60441229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T04:58:27Z', 'updated_at': '2022-07-30T04:59:30Z', 'revision_number': 1, 'project_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efa7d207-4c7e-401d-b020-6873aff954a7', 'name': '', 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'mac_address': 'fa:16:3e:79:5c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '872e5683-a168-4487-9376-0296b22d54e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:15Z', 'updated_at': '2022-07-30T04:58:30Z', 'revision_number': 5, 'project_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'subnets': [{'id': '872e5683-a168-4487-9376-0296b22d54e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:59:32.075958 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:32.086204 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f549b84e-e829-42ce-a323-b7dc9c75da6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1682450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31596'] for router (a560c6c7-a2e8-48d3-813d-d8450948f8b1), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:32.090552 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f549b84e-e829-42ce-a323-b7dc9c75da6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1682743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31575'] for router (a560c6c7-a2e8-48d3-813d-d8450948f8b1), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:32.157562 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-341b997e-5c74-466c-80dc-75539e7869c1 admin admin] Publish callbacks [] for security_group (4c184f9d-58d6-482e-ac5a-184c5e253eb0), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:32.164422 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-341b997e-5c74-466c-80dc-75539e7869c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (4c184f9d-58d6-482e-ac5a-184c5e253eb0), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:32.169057 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f549b84e-e829-42ce-a323-b7dc9c75da6c admin admin] Publish callbacks [] for router_controller (a560c6c7-a2e8-48d3-813d-d8450948f8b1), precommit_add_association {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:32.223245 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-341b997e-5c74-466c-80dc-75539e7869c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d91c70c3df854f22952481cd1a77732c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3521647 Jul 30 04:59:32.225410 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b997e-5c74-466c-80dc-75539e7869c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c184f9d-58d6-482e-ac5a-184c5e253eb0,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:32.229501 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 49662) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:32.311938 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-246d4e10-d262-4e43-9739-e9f6defa10e4 admin admin] Publish callbacks [] for security_group (4c184f9d-58d6-482e-ac5a-184c5e253eb0), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:32.323000 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de850cb-2591-4f0f-acf7-18d85c5bd10f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1f0b50b-4d25-5308-a6a0-6c18effd14bc-ba00ca49-96d9-4fff-b920-6f01cfda6037', 'network_id': 'ba00ca49-96d9-4fff-b920-6f01cfda6037', 'project_id': '76df23454a3c4a9bb4f61b044ed5a426', 'fixed_ips': [{'subnet_id': 'e43a40c9-7b63-4416-91e0-9daf39b8f626'}]}} from dv-cinder-851279-3-iscsi. {{(pid=103972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 30 04:59:32.327017 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-9de850cb-2591-4f0f-acf7-18d85c5bd10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:32.387067 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236dc1dd-66c6-4806-8ef3-dca59cd96bcf req-6632b0ac-7549-4a40-8edf-840fa51ae109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:32.388655 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-236dc1dd-66c6-4806-8ef3-dca59cd96bcf req-6632b0ac-7549-4a40-8edf-840fa51ae109 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bc6f8afc1abf427f92c44fdc55994b18&device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 1129 time: 0.0474234 Jul 30 04:59:32.405963 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-246d4e10-d262-4e43-9739-e9f6defa10e4 admin admin] Publish callbacks [] for security_group (4c184f9d-58d6-482e-ac5a-184c5e253eb0), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:32.444174 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f549b84e-e829-42ce-a323-b7dc9c75da6c admin admin] Publish callbacks [] for router_gateway (a560c6c7-a2e8-48d3-813d-d8450948f8b1), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:32.560523 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.db_base_plugin_common [None req-9de850cb-2591-4f0f-acf7-18d85c5bd10f None None] Allocated IP 172.20.0.2 (ba00ca49-96d9-4fff-b920-6f01cfda6037/e43a40c9-7b63-4416-91e0-9daf39b8f626/7369ebfb-0553-44c4-916f-4577135f1f8f) {{(pid=103972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:59:32.627309 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:32.644712 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-246d4e10-d262-4e43-9739-e9f6defa10e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (4c184f9d-58d6-482e-ac5a-184c5e253eb0), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:32.648372 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-246d4e10-d262-4e43-9739-e9f6defa10e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:32.649492 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-246d4e10-d262-4e43-9739-e9f6defa10e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c184f9d-58d6-482e-ac5a-184c5e253eb0 HTTP/1.1" status: 204 len: 168 time: 0.4188507 Jul 30 04:59:32.654085 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236dc1dd-66c6-4806-8ef3-dca59cd96bcf req-bf872cac-4cc8-4304-b5de-ddd952f2a735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:32.655959 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-236dc1dd-66c6-4806-8ef3-dca59cd96bcf req-bf872cac-4cc8-4304-b5de-ddd952f2a735 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fdf70601-7662-4f43-8ddd-db3bc3add8d1 HTTP/1.1" status: 200 len: 918 time: 0.2471962 Jul 30 04:59:32.661923 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d4e10-d262-4e43-9739-e9f6defa10e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c184f9d-58d6-482e-ac5a-184c5e253eb0,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:32.748538 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-236dc1dd-66c6-4806-8ef3-dca59cd96bcf req-af31de07-4dd3-441b-8dbd-775e51a95677 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77f9d403-dee8-430d-8122-9a468f943da2 HTTP/1.1" status: 200 len: 998 time: 0.0831261 Jul 30 04:59:32.790793 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:32.815459 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236dc1dd-66c6-4806-8ef3-dca59cd96bcf req-cca38bfe-7e12-418e-aaa9-80ce61555100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:32.816679 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-236dc1dd-66c6-4806-8ef3-dca59cd96bcf req-cca38bfe-7e12-418e-aaa9-80ce61555100 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=872e5683-a168-4487-9376-0296b22d54e2 HTTP/1.1" status: 200 len: 856 time: 0.0592663 Jul 30 04:59:32.836511 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-9de850cb-2591-4f0f-acf7-18d85c5bd10f None None] Publish callbacks [] for port (7369ebfb-0553-44c4-916f-4577135f1f8f), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:32.849151 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-9de850cb-2591-4f0f-acf7-18d85c5bd10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840'] for port (7369ebfb-0553-44c4-916f-4577135f1f8f), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:32.903710 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de850cb-2591-4f0f-acf7-18d85c5bd10f None None] Pushing event updated for resources: {'Port': ['ID=7369ebfb-0553-44c4-916f-4577135f1f8f,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:32.915913 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236dc1dd-66c6-4806-8ef3-dca59cd96bcf req-29b6bcf8-86c7-4380-b8ab-f1560735eeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:32.918203 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-236dc1dd-66c6-4806-8ef3-dca59cd96bcf req-29b6bcf8-86c7-4380-b8ab-f1560735eeec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fdf70601-7662-4f43-8ddd-db3bc3add8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0741985 Jul 30 04:59:32.920633 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de850cb-2591-4f0f-acf7-18d85c5bd10f None None] Network ba00ca49-96d9-4fff-b920-6f01cfda6037 is already hosted by enough agents. {{(pid=103972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:59:32.922898 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-9de850cb-2591-4f0f-acf7-18d85c5bd10f None None] Resources bound (agent type, host, resource id): {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:59:32.926878 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de850cb-2591-4f0f-acf7-18d85c5bd10f None None] Received port after_create {{(pid=103972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 04:59:33.022252 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-9de850cb-2591-4f0f-acf7-18d85c5bd10f None None] Attempting to bind port 7369ebfb-0553-44c4-916f-4577135f1f8f on host dv-cinder-851279-3-iscsi for vnic_type normal with profile {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 04:59:33.022930 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-9de850cb-2591-4f0f-acf7-18d85c5bd10f None None] Attempting to bind port 7369ebfb-0553-44c4-916f-4577135f1f8f by drivers openvswitch,hyperv on host dv-cinder-851279-3-iscsi at level 0 using segments [{'id': '49e86943-6cb8-4f31-93ea-855c416e4a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ba00ca49-96d9-4fff-b920-6f01cfda6037'}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 04:59:33.023034 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de850cb-2591-4f0f-acf7-18d85c5bd10f None None] Attempting to bind port 7369ebfb-0553-44c4-916f-4577135f1f8f on network ba00ca49-96d9-4fff-b920-6f01cfda6037 {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 04:59:33.029411 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de850cb-2591-4f0f-acf7-18d85c5bd10f None None] Checking agent: {'id': 'b9fa2c71-9776-421f-81b8-af2eb557e43b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 49, 56), 'started_at': datetime.datetime(2022, 7, 30, 4, 50, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 4, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 04:59:33.030047 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de850cb-2591-4f0f-acf7-18d85c5bd10f None None] Checking segment: {'id': '49e86943-6cb8-4f31-93ea-855c416e4a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ba00ca49-96d9-4fff-b920-6f01cfda6037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 04:59:33.030210 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-9de850cb-2591-4f0f-acf7-18d85c5bd10f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:33.030658 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de850cb-2591-4f0f-acf7-18d85c5bd10f None None] Bound using segment: {'id': '49e86943-6cb8-4f31-93ea-855c416e4a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ba00ca49-96d9-4fff-b920-6f01cfda6037'} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 04:59:33.035531 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-9de850cb-2591-4f0f-acf7-18d85c5bd10f None None] Bound port: 7369ebfb-0553-44c4-916f-4577135f1f8f, host: dv-cinder-851279-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e86943-6cb8-4f31-93ea-855c416e4a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ba00ca49-96d9-4fff-b920-6f01cfda6037'}}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 04:59:33.035717 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-9de850cb-2591-4f0f-acf7-18d85c5bd10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (7369ebfb-0553-44c4-916f-4577135f1f8f), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:33.114570 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-9de850cb-2591-4f0f-acf7-18d85c5bd10f None None] For port 7369ebfb-0553-44c4-916f-4577135f1f8f, host dv-cinder-851279-3-iscsi, cleared binding levels {{(pid=103972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:59:33.118202 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-9de850cb-2591-4f0f-acf7-18d85c5bd10f None None] For port 7369ebfb-0553-44c4-916f-4577135f1f8f, host dv-cinder-851279-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=7369ebfb-0553-44c4-916f-4577135f1f8f,segment=NetworkSegment(49e86943-6cb8-4f31-93ea-855c416e4a38),segment_id=49e86943-6cb8-4f31-93ea-855c416e4a38)] {{(pid=103972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:59:33.134844 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-9de850cb-2591-4f0f-acf7-18d85c5bd10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (7369ebfb-0553-44c4-916f-4577135f1f8f), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:33.167428 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c21b2d-5a42-4009-b28b-b556ebfa4d19 req-cd6372d0-bb59-4ca6-abf3-f96e68776a88 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:33.178713 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-c7c21b2d-5a42-4009-b28b-b556ebfa4d19 req-cd6372d0-bb59-4ca6-abf3-f96e68776a88 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.1057038 Jul 30 04:59:33.214831 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:33.232275 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f47129f-654f-4baf-a884-df369ace46cf None None] New status for floating IP d0d2b56d-1757-42c4-afd8-da7b73b51ead: ACTIVE {{(pid=103972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 30 04:59:33.245743 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f549b84e-e829-42ce-a323-b7dc9c75da6c admin admin] Publish callbacks [] for router_gateway (a560c6c7-a2e8-48d3-813d-d8450948f8b1), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:33.274477 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de850cb-2591-4f0f-acf7-18d85c5bd10f None None] Pushing event updated for resources: {'Port': ['ID=7369ebfb-0553-44c4-916f-4577135f1f8f,revision_number=2']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:33.295450 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f549b84e-e829-42ce-a323-b7dc9c75da6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:33.359244 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-236dc1dd-66c6-4806-8ef3-dca59cd96bcf req-596087d4-bcc2-42e6-91b9-fba035b7dfa9 service neutron] 10.222.0.49 "GET /v2.0/networks/fdf70601-7662-4f43-8ddd-db3bc3add8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166092 Jul 30 04:59:33.365203 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 49686) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:33.386550 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-c7c21b2d-5a42-4009-b28b-b556ebfa4d19 req-4fc19f5d-0115-4aa7-be3b-cff556cbf161 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850243 Jul 30 04:59:33.387458 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e92ae899-3862-4540-a306-34e4f13e34ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:33.549771 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_common [None req-f549b84e-e829-42ce-a323-b7dc9c75da6c admin admin] Allocated IP 172.27.2.236 (0194f4bd-d033-4ee0-a642-9d17cfb40f96/6c0201b0-7b08-4a32-872b-15ffee5372f4/0bb5d481-ea33-446a-ab12-a123beb4d66f) {{(pid=103970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:59:33.558290 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e92ae899-3862-4540-a306-34e4f13e34ad admin admin] Publish callbacks [] for security_group (a93927d4-67ba-45dc-8a7b-c46c7c644b39), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:33.581740 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e92ae899-3862-4540-a306-34e4f13e34ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (a93927d4-67ba-45dc-8a7b-c46c7c644b39), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:33.639786 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-e92ae899-3862-4540-a306-34e4f13e34ad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68edc9cc46d643b1ba8a4ce42971218c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2734301 Jul 30 04:59:33.641915 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ae899-3862-4540-a306-34e4f13e34ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93927d4-67ba-45dc-8a7b-c46c7c644b39,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:33.646137 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 49698) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:33.715122 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ed89ad00-1352-4399-b527-eedce5be4179 admin admin] Publish callbacks [] for security_group (a93927d4-67ba-45dc-8a7b-c46c7c644b39), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:33.739938 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ed89ad00-1352-4399-b527-eedce5be4179 admin admin] Publish callbacks [] for security_group (a93927d4-67ba-45dc-8a7b-c46c7c644b39), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:33.741880 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f549b84e-e829-42ce-a323-b7dc9c75da6c admin admin] Publish callbacks [] for port (0bb5d481-ea33-446a-ab12-a123beb4d66f), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:33.778257 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f549b84e-e829-42ce-a323-b7dc9c75da6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (0bb5d481-ea33-446a-ab12-a123beb4d66f), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:33.792205 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ed89ad00-1352-4399-b527-eedce5be4179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (a93927d4-67ba-45dc-8a7b-c46c7c644b39), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:33.795366 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ed89ad00-1352-4399-b527-eedce5be4179 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:33.798847 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-ed89ad00-1352-4399-b527-eedce5be4179 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a93927d4-67ba-45dc-8a7b-c46c7c644b39 HTTP/1.1" status: 204 len: 168 time: 0.1489012 Jul 30 04:59:33.807317 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed89ad00-1352-4399-b527-eedce5be4179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93927d4-67ba-45dc-8a7b-c46c7c644b39,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:33.812331 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:UPDATE=4,neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:33.819538 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f549b84e-e829-42ce-a323-b7dc9c75da6c admin admin] Network 0194f4bd-d033-4ee0-a642-9d17cfb40f96 is already hosted by enough agents. {{(pid=103970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:59:33.826623 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:33.827898 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-f549b84e-e829-42ce-a323-b7dc9c75da6c admin admin] Resources bound (agent type, host, resource id): {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:59:33.834282 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f549b84e-e829-42ce-a323-b7dc9c75da6c admin admin] Received port after_create {{(pid=103970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 04:59:33.870673 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f549b84e-e829-42ce-a323-b7dc9c75da6c admin admin] Pushing event updated for resources: {'Port': ['ID=0bb5d481-ea33-446a-ab12-a123beb4d66f,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:34.129700 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f549b84e-e829-42ce-a323-b7dc9c75da6c admin admin] Publish callbacks [] for router_gateway (a560c6c7-a2e8-48d3-813d-d8450948f8b1), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:34.355332 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f549b84e-e829-42ce-a323-b7dc9c75da6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706777'] for router (a560c6c7-a2e8-48d3-813d-d8450948f8b1), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:34.437933 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6e0d47-f8fe-4850-ba34-82bdd1c7356b None None] Network ba00ca49-96d9-4fff-b920-6f01cfda6037 requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 04:59:34.452322 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 7369ebfb-0553-44c4-916f-4577135f1f8f up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:59:34.542215 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-68b00ca5-d51c-466b-8a0b-648ac541668f None None] Provisioning complete for port 7369ebfb-0553-44c4-916f-4577135f1f8f triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:59:34.542808 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-68b00ca5-d51c-466b-8a0b-648ac541668f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (7369ebfb-0553-44c4-916f-4577135f1f8f), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:34.545966 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:34.553846 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00d38e-66ea-4815-9c8d-d4437781aa56 req-dd63bfcd-df83-4617-857d-75f08825975f tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:34.560233 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2e00d38e-66ea-4815-9c8d-d4437781aa56 req-dd63bfcd-df83-4617-857d-75f08825975f tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.0651567 Jul 30 04:59:34.596426 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f549b84e-e829-42ce-a323-b7dc9c75da6c admin admin] Router a560c6c7-a2e8-48d3-813d-d8450948f8b1 is scheduled to L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 with binding_index 1 {{(pid=103970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 30 04:59:34.640662 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2e00d38e-66ea-4815-9c8d-d4437781aa56 req-133b4280-5b3f-48d1-8f2f-be3131729cf0 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734925 Jul 30 04:59:34.648508 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 7369ebfb-0553-44c4-916f-4577135f1f8f triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:59:34.648889 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (7369ebfb-0553-44c4-916f-4577135f1f8f), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:34.750299 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f549b84e-e829-42ce-a323-b7dc9c75da6c admin admin] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:59:34.763713 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f02106-f06b-4e66-91b1-83e1d8581b36 None None] Sync routers for ids ['a560c6c7-a2e8-48d3-813d-d8450948f8b1'] in dv-cinder-851279-3-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:59:34.779523 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-68b00ca5-d51c-466b-8a0b-648ac541668f None None] Current status of the port 7369ebfb-0553-44c4-916f-4577135f1f8f is: DOWN; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:59:34.780250 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-68b00ca5-d51c-466b-8a0b-648ac541668f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (7369ebfb-0553-44c4-916f-4577135f1f8f), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:34.784971 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f02106-f06b-4e66-91b1-83e1d8581b36 None None] Routers {'a560c6c7-a2e8-48d3-813d-d8450948f8b1'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 04:59:34.788102 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-f7f02106-f06b-4e66-91b1-83e1d8581b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T04:59:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['a560c6c7-a2e8-48d3-813d-d8450948f8b1'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:34.812243 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 49732) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:34.813729 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f549b84e-e829-42ce-a323-b7dc9c75da6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:34.816069 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-f549b84e-e829-42ce-a323-b7dc9c75da6c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7774546 Jul 30 04:59:34.827911 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 49734) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:34.835043 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-68b00ca5-d51c-466b-8a0b-648ac541668f None None] For port 7369ebfb-0553-44c4-916f-4577135f1f8f, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=7369ebfb-0553-44c4-916f-4577135f1f8f,segment=NetworkSegment(49e86943-6cb8-4f31-93ea-855c416e4a38),segment_id=49e86943-6cb8-4f31-93ea-855c416e4a38)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:59:34.864456 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-68b00ca5-d51c-466b-8a0b-648ac541668f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (7369ebfb-0553-44c4-916f-4577135f1f8f), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:34.873623 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:34.924880 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 7369ebfb-0553-44c4-916f-4577135f1f8f is: DOWN; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:59:34.925492 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (7369ebfb-0553-44c4-916f-4577135f1f8f), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:34.960808 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-f7f02106-f06b-4e66-91b1-83e1d8581b36 None None] Set router a560c6c7-a2e8-48d3-813d-d8450948f8b1 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 04:59:35.024857 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b00ca5-d51c-466b-8a0b-648ac541668f None None] Pushing event updated for resources: {'Port': ['ID=7369ebfb-0553-44c4-916f-4577135f1f8f,revision_number=3']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:35.050660 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.db.api [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103972) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 30 04:59:35.052859 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG oslo_db.api [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 04:59:35.080595 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-f5ad4fcf-1fc2-478d-b78e-7303336354dc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-153829638-network', 'tenant_id': '6d00250cfb0f45e6bbb74e56422d2db2'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:59:35.138182 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ad4fcf-1fc2-478d-b78e-7303336354dc admin admin] Made reservation on behalf of 6d00250cfb0f45e6bbb74e56422d2db2 for: {'network': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:59:35.140613 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f5ad4fcf-1fc2-478d-b78e-7303336354dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for network (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:35.145954 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:35.175663 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f5ad4fcf-1fc2-478d-b78e-7303336354dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:35.269265 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-f7f02106-f06b-4e66-91b1-83e1d8581b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a560c6c7-a2e8-48d3-813d-d8450948f8b1', 'name': 'tempest-TestShelveInstance-668423995-router', 'tenant_id': '76df23454a3c4a9bb4f61b044ed5a426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '0bb5d481-ea33-446a-ab12-a123beb4d66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:59:32Z', 'updated_at': '2022-07-30T04:59:34Z', 'revision_number': 3, 'project_id': '76df23454a3c4a9bb4f61b044ed5a426', 'gw_port': {'id': '0bb5d481-ea33-446a-ab12-a123beb4d66f', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a560c6c7-a2e8-48d3-813d-d8450948f8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:59:33Z', 'updated_at': '2022-07-30T04:59:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi'}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:35.269861 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:35.289730 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-6877d78d-9943-446e-8e0b-9eb6581cb6c2 None None] Provisioning complete for port 7369ebfb-0553-44c4-916f-4577135f1f8f triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:59:35.292471 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:35.297465 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-6877d78d-9943-446e-8e0b-9eb6581cb6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (7369ebfb-0553-44c4-916f-4577135f1f8f), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:35.301901 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f02106-f06b-4e66-91b1-83e1d8581b36 None None] Checking router: a560c6c7-a2e8-48d3-813d-d8450948f8b1 for host: dv-cinder-851279-3-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:59:35.302337 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f02106-f06b-4e66-91b1-83e1d8581b36 None None] Updating router a560c6c7-a2e8-48d3-813d-d8450948f8b1 port 0bb5d481-ea33-446a-ab12-a123beb4d66f binding host dv-cinder-851279-3-iscsi {{(pid=103973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:59:35.325003 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f5ad4fcf-1fc2-478d-b78e-7303336354dc admin admin] Publish callbacks [] for security_group (c62ff0a4-d86d-41d5-bee0-fc3dcb23e6d1), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:35.332858 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f5ad4fcf-1fc2-478d-b78e-7303336354dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (c62ff0a4-d86d-41d5-bee0-fc3dcb23e6d1), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:35.341304 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f7f02106-f06b-4e66-91b1-83e1d8581b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (0bb5d481-ea33-446a-ab12-a123beb4d66f), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:35.347311 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5ad4fcf-1fc2-478d-b78e-7303336354dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=103971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:59:35.359266 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f5ad4fcf-1fc2-478d-b78e-7303336354dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101'] for segment (67b0fdbd-1d9b-4d47-9680-4c85dde3f5fd), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:35.359529 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.db.segments_db [None req-f5ad4fcf-1fc2-478d-b78e-7303336354dc admin admin] Added segment 67b0fdbd-1d9b-4d47-9680-4c85dde3f5fd of type vlan for network 57365429-9f73-4ca3-ab73-97c8563bd522 Jul 30 04:59:35.368928 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:35.416568 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad4fcf-1fc2-478d-b78e-7303336354dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62ff0a4-d86d-41d5-bee0-fc3dcb23e6d1,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:35.436068 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f5ad4fcf-1fc2-478d-b78e-7303336354dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736268284326'] for network (57365429-9f73-4ca3-ab73-97c8563bd522), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:35.440491 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-6877d78d-9943-446e-8e0b-9eb6581cb6c2 None None] Current status of the port 7369ebfb-0553-44c4-916f-4577135f1f8f is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:59:35.528789 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f5ad4fcf-1fc2-478d-b78e-7303336354dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920'] for network (57365429-9f73-4ca3-ab73-97c8563bd522), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:35.534915 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ad4fcf-1fc2-478d-b78e-7303336354dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:35.537523 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f5ad4fcf-1fc2-478d-b78e-7303336354dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for network (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:35.568918 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5c591d63-669e-474b-94d9-08fec11ca081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:35.591826 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 7369ebfb-0553-44c4-916f-4577135f1f8f is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:59:35.623988 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad4fcf-1fc2-478d-b78e-7303336354dc admin admin] Pushing event updated for resources: {'Network': ['ID=57365429-9f73-4ca3-ab73-97c8563bd522,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:35.636414 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Network 57365429-9f73-4ca3-ab73-97c8563bd522 details requested by agent ovs-agent-dv-cinder-851279-3-iscsi with host dv-cinder-851279-3-iscsi {{(pid=103972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:59:35.654221 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-f5ad4fcf-1fc2-478d-b78e-7303336354dc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8403246 Jul 30 04:59:35.657538 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 49746) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:35.663384 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-9764b9c0-594a-4b87-a941-6dd9dbbdf916 admin admin] Request body: {'subnet': {'network_id': '57365429-9f73-4ca3-ab73-97c8563bd522', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-153829638-subnet', 'tenant_id': '6d00250cfb0f45e6bbb74e56422d2db2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:59:35.693591 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-236dc1dd-66c6-4806-8ef3-dca59cd96bcf req-4c769597-cf66-4d4f-ac24-9e69a03233dc service neutron] 10.222.0.49 "GET /v2.0/networks/fdf70601-7662-4f43-8ddd-db3bc3add8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301927 Jul 30 04:59:35.722035 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:35.737400 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9764b9c0-594a-4b87-a941-6dd9dbbdf916 admin admin] Made reservation on behalf of 6d00250cfb0f45e6bbb74e56422d2db2 for: {'subnet': 1} {{(pid=103970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:59:35.748994 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9764b9c0-594a-4b87-a941-6dd9dbbdf916 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59151507'] for subnet (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:35.797750 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f7f02106-f06b-4e66-91b1-83e1d8581b36 None None] Publish callbacks [] for port (0bb5d481-ea33-446a-ab12-a123beb4d66f), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:35.806205 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f7f02106-f06b-4e66-91b1-83e1d8581b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (0bb5d481-ea33-446a-ab12-a123beb4d66f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:35.878965 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-f7f02106-f06b-4e66-91b1-83e1d8581b36 None None] Attempting to bind port 0bb5d481-ea33-446a-ab12-a123beb4d66f on host dv-cinder-851279-3-iscsi for vnic_type normal with profile {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 04:59:35.879361 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-f7f02106-f06b-4e66-91b1-83e1d8581b36 None None] Attempting to bind port 0bb5d481-ea33-446a-ab12-a123beb4d66f by drivers openvswitch,hyperv on host dv-cinder-851279-3-iscsi at level 0 using segments [{'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 04:59:35.880266 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f02106-f06b-4e66-91b1-83e1d8581b36 None None] Attempting to bind port 0bb5d481-ea33-446a-ab12-a123beb4d66f on network 0194f4bd-d033-4ee0-a642-9d17cfb40f96 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 04:59:35.883866 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adeaa6f-f1cd-4fad-bcf7-c9400d156ffe None None] Pushing event updated for resources: {'Port': ['ID=0bb5d481-ea33-446a-ab12-a123beb4d66f,revision_number=2']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:35.889184 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f02106-f06b-4e66-91b1-83e1d8581b36 None None] Checking agent: {'id': 'b9fa2c71-9776-421f-81b8-af2eb557e43b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 49, 56), 'started_at': datetime.datetime(2022, 7, 30, 4, 50, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 4, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 04:59:35.889549 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f02106-f06b-4e66-91b1-83e1d8581b36 None None] Checking segment: {'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 04:59:35.889952 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f7f02106-f06b-4e66-91b1-83e1d8581b36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:35.890317 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f02106-f06b-4e66-91b1-83e1d8581b36 None None] Bound using segment: {'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 04:59:35.890940 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-f7f02106-f06b-4e66-91b1-83e1d8581b36 None None] Bound port: 0bb5d481-ea33-446a-ab12-a123beb4d66f, host: dv-cinder-851279-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 04:59:35.891276 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f7f02106-f06b-4e66-91b1-83e1d8581b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (0bb5d481-ea33-446a-ab12-a123beb4d66f), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:35.917629 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adeaa6f-f1cd-4fad-bcf7-c9400d156ffe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:35.918003 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adeaa6f-f1cd-4fad-bcf7-c9400d156ffe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:35.918326 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adeaa6f-f1cd-4fad-bcf7-c9400d156ffe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:35.918975 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adeaa6f-f1cd-4fad-bcf7-c9400d156ffe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:35.919368 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adeaa6f-f1cd-4fad-bcf7-c9400d156ffe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:35.919986 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adeaa6f-f1cd-4fad-bcf7-c9400d156ffe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:35.920094 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adeaa6f-f1cd-4fad-bcf7-c9400d156ffe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:35.920368 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adeaa6f-f1cd-4fad-bcf7-c9400d156ffe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:35.920709 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adeaa6f-f1cd-4fad-bcf7-c9400d156ffe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:35.921054 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adeaa6f-f1cd-4fad-bcf7-c9400d156ffe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:35.921420 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adeaa6f-f1cd-4fad-bcf7-c9400d156ffe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:35.921890 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adeaa6f-f1cd-4fad-bcf7-c9400d156ffe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:35.922997 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_common [None req-5c591d63-669e-474b-94d9-08fec11ca081 admin admin] Allocated IP 172.20.0.1 (ba00ca49-96d9-4fff-b920-6f01cfda6037/e43a40c9-7b63-4416-91e0-9daf39b8f626/eecbb627-a044-4c05-b89c-07b96e2b24f6) {{(pid=103970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:59:35.923187 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adeaa6f-f1cd-4fad-bcf7-c9400d156ffe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:35.923572 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adeaa6f-f1cd-4fad-bcf7-c9400d156ffe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:35.923972 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adeaa6f-f1cd-4fad-bcf7-c9400d156ffe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 04:59:35.952496 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98522c-5ac3-4d3a-950e-6bdd27b85a12 req-bfadc060-e899-4d0d-804d-f6b2cac8d694 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:35.954161 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-4f98522c-5ac3-4d3a-950e-6bdd27b85a12 req-bfadc060-e899-4d0d-804d-f6b2cac8d694 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.1434865 Jul 30 04:59:35.964184 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-f7f02106-f06b-4e66-91b1-83e1d8581b36 None None] For port 0bb5d481-ea33-446a-ab12-a123beb4d66f, host dv-cinder-851279-3-iscsi, cleared binding levels {{(pid=103973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:59:35.971031 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-f7f02106-f06b-4e66-91b1-83e1d8581b36 None None] For port 0bb5d481-ea33-446a-ab12-a123beb4d66f, host dv-cinder-851279-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=0bb5d481-ea33-446a-ab12-a123beb4d66f,segment=NetworkSegment(e5d036d1-25f5-4dcf-bf6d-d8f947655ab3),segment_id=e5d036d1-25f5-4dcf-bf6d-d8f947655ab3)] {{(pid=103973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:59:35.979767 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f7f02106-f06b-4e66-91b1-83e1d8581b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (0bb5d481-ea33-446a-ab12-a123beb4d66f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:36.017141 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f02106-f06b-4e66-91b1-83e1d8581b36 None None] Routers {'a560c6c7-a2e8-48d3-813d-d8450948f8b1'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 04:59:36.017760 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-f7f02106-f06b-4e66-91b1-83e1d8581b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T04:59:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['a560c6c7-a2e8-48d3-813d-d8450948f8b1'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:36.071858 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adeaa6f-f1cd-4fad-bcf7-c9400d156ffe None None] Pushing event updated for resources: {'Port': ['ID=0bb5d481-ea33-446a-ab12-a123beb4d66f,revision_number=3']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:36.127837 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-4f98522c-5ac3-4d3a-950e-6bdd27b85a12 req-b78a1485-1503-4da7-a313-3bc12cb122c5 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611190 Jul 30 04:59:36.140845 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-f7f02106-f06b-4e66-91b1-83e1d8581b36 None None] Set router a560c6c7-a2e8-48d3-813d-d8450948f8b1 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 04:59:36.196387 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5c591d63-669e-474b-94d9-08fec11ca081 admin admin] Publish callbacks [] for port (eecbb627-a044-4c05-b89c-07b96e2b24f6), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:36.207182 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9764b9c0-594a-4b87-a941-6dd9dbbdf916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3410532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59151589'] for subnet (50675e50-4cff-495a-98f2-18b99fb3224f), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:36.242936 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:36.249412 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:36.291835 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9764b9c0-594a-4b87-a941-6dd9dbbdf916 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50675e50-4cff-495a-98f2-18b99fb3224f,revision_number=0']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:36.300603 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5c591d63-669e-474b-94d9-08fec11ca081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (eecbb627-a044-4c05-b89c-07b96e2b24f6), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:36.340614 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-f7f02106-f06b-4e66-91b1-83e1d8581b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a560c6c7-a2e8-48d3-813d-d8450948f8b1', 'name': 'tempest-TestShelveInstance-668423995-router', 'tenant_id': '76df23454a3c4a9bb4f61b044ed5a426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '0bb5d481-ea33-446a-ab12-a123beb4d66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:59:32Z', 'updated_at': '2022-07-30T04:59:34Z', 'revision_number': 3, 'project_id': '76df23454a3c4a9bb4f61b044ed5a426', 'gw_port': {'id': '0bb5d481-ea33-446a-ab12-a123beb4d66f', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a560c6c7-a2e8-48d3-813d-d8450948f8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:59:33Z', 'updated_at': '2022-07-30T04:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi'}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:36.353130 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c591d63-669e-474b-94d9-08fec11ca081 admin admin] Network ba00ca49-96d9-4fff-b920-6f01cfda6037 is already hosted by enough agents. {{(pid=103970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:59:36.359594 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9764b9c0-594a-4b87-a941-6dd9dbbdf916 admin admin] Checking segment: {'id': '67b0fdbd-1d9b-4d47-9680-4c85dde3f5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '57365429-9f73-4ca3-ab73-97c8563bd522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 04:59:36.360203 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9764b9c0-594a-4b87-a941-6dd9dbbdf916 admin admin] Network hostable DHCP agents. Network: 57365429-9f73-4ca3-ab73-97c8563bd522, hostable agents: ['5671713e-478d-4a9e-a7e0-1ef6e7bf2e69'], hosted agents: [] {{(pid=103970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:59:36.369744 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-5c591d63-669e-474b-94d9-08fec11ca081 admin admin] Resources bound (agent type, host, resource id): {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:59:36.372381 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f02106-f06b-4e66-91b1-83e1d8581b36 None None] The sync data for ids ['a560c6c7-a2e8-48d3-813d-d8450948f8b1'] in dv-cinder-851279-3-iscsi is: [{'id': 'a560c6c7-a2e8-48d3-813d-d8450948f8b1', 'name': 'tempest-TestShelveInstance-668423995-router', 'tenant_id': '76df23454a3c4a9bb4f61b044ed5a426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '0bb5d481-ea33-446a-ab12-a123beb4d66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:59:32Z', 'updated_at': '2022-07-30T04:59:34Z', 'revision_number': 3, 'project_id': '76df23454a3c4a9bb4f61b044ed5a426', 'gw_port': {'id': '0bb5d481-ea33-446a-ab12-a123beb4d66f', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a560c6c7-a2e8-48d3-813d-d8450948f8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:59:33Z', 'updated_at': '2022-07-30T04:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi'}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:59:36.372547 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c591d63-669e-474b-94d9-08fec11ca081 admin admin] Received port after_create {{(pid=103970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 04:59:36.400822 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c591d63-669e-474b-94d9-08fec11ca081 admin admin] Pushing event updated for resources: {'Port': ['ID=eecbb627-a044-4c05-b89c-07b96e2b24f6,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:36.434671 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5c591d63-669e-474b-94d9-08fec11ca081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1692814'] for router_interface (a560c6c7-a2e8-48d3-813d-d8450948f8b1), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:36.439731 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9764b9c0-594a-4b87-a941-6dd9dbbdf916 admin admin] Network 57365429-9f73-4ca3-ab73-97c8563bd522 is scheduled to be hosted by DHCP agent 5671713e-478d-4a9e-a7e0-1ef6e7bf2e69 with binding_index 1 {{(pid=103970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:59:36.500647 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 7369ebfb-0553-44c4-916f-4577135f1f8f up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:59:36.506542 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-9764b9c0-594a-4b87-a941-6dd9dbbdf916 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-3-iscsi, 57365429-9f73-4ca3-ab73-97c8563bd522) {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:59:36.516099 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9764b9c0-594a-4b87-a941-6dd9dbbdf916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:36.516707 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9764b9c0-594a-4b87-a941-6dd9dbbdf916 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for subnet (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:36.546305 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7287993d-2e64-4c38-a4bd-3bf8e38c848f None None] Network 57365429-9f73-4ca3-ab73-97c8563bd522 requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 04:59:36.559141 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-9764b9c0-594a-4b87-a941-6dd9dbbdf916 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9005344 Jul 30 04:59:36.664373 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 7369ebfb-0553-44c4-916f-4577135f1f8f triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:59:36.665316 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (7369ebfb-0553-44c4-916f-4577135f1f8f), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:36.720665 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:36.752061 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5c591d63-669e-474b-94d9-08fec11ca081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (eecbb627-a044-4c05-b89c-07b96e2b24f6), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:36.812264 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 7369ebfb-0553-44c4-916f-4577135f1f8f is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:59:36.816524 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e766c23-76f1-4723-98f8-a5b8a3815f4f None None] Network 57365429-9f73-4ca3-ab73-97c8563bd522 requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 04:59:36.920069 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-d5189e0a-9911-4c18-ba05-8b8e0276847a None None] Provisioning complete for port eecbb627-a044-4c05-b89c-07b96e2b24f6 triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:59:36.920693 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d5189e0a-9911-4c18-ba05-8b8e0276847a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (eecbb627-a044-4c05-b89c-07b96e2b24f6), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:37.227419 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.agents_db [None req-c768def0-c5c3-40f0-ac12-561af9dad95f None None] Agent healthcheck: found 6 active agents {{(pid=103973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 04:59:37.253524 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-d5189e0a-9911-4c18-ba05-8b8e0276847a None None] Port eecbb627-a044-4c05-b89c-07b96e2b24f6 cannot update to ACTIVE because it is not bound. {{(pid=103972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 30 04:59:37.314300 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5c591d63-669e-474b-94d9-08fec11ca081 admin admin] Publish callbacks [] for port (eecbb627-a044-4c05-b89c-07b96e2b24f6), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:37.324738 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5c591d63-669e-474b-94d9-08fec11ca081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410665'] for port (eecbb627-a044-4c05-b89c-07b96e2b24f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:37.409531 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516f9e9-807c-4159-812b-96d0ddf60a99 req-148861aa-a2da-4c46-8397-53253efba241 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:37.415200 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3516f9e9-807c-4159-812b-96d0ddf60a99 req-148861aa-a2da-4c46-8397-53253efba241 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.1074462 Jul 30 04:59:37.420075 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5c591d63-669e-474b-94d9-08fec11ca081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706302'] for router_interface (a560c6c7-a2e8-48d3-813d-d8450948f8b1), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:37.422245 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c591d63-669e-474b-94d9-08fec11ca081 admin admin] Pushing event updated for resources: {'Port': ['ID=eecbb627-a044-4c05-b89c-07b96e2b24f6,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:37.552516 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3516f9e9-807c-4159-812b-96d0ddf60a99 req-b41bdaaf-41b5-49f9-92d1-0b350fda35a7 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342740 Jul 30 04:59:37.804364 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 49800) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:37.809432 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-f8daf355-0a88-4c89-9fa1-178e8d859a8a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1676533185-network', 'tenant_id': '7ad312edbd634268b08df7b02c842d15'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:59:37.825254 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51303c48-6a63-4f3a-9cd1-887672f6f593 req-2d49b787-68ff-4be2-a988-aa403da92ed0 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:37.827063 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-51303c48-6a63-4f3a-9cd1-887672f6f593 req-2d49b787-68ff-4be2-a988-aa403da92ed0 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 945 time: 0.0990992 Jul 30 04:59:37.847069 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8daf355-0a88-4c89-9fa1-178e8d859a8a admin admin] Made reservation on behalf of 7ad312edbd634268b08df7b02c842d15 for: {'network': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:59:37.849169 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:37.851260 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f8daf355-0a88-4c89-9fa1-178e8d859a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for network (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:37.862848 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f8daf355-0a88-4c89-9fa1-178e8d859a8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:37.882052 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c591d63-669e-474b-94d9-08fec11ca081 admin admin] Network ba00ca49-96d9-4fff-b920-6f01cfda6037 is already hosted by enough agents. {{(pid=103970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:59:37.888381 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-5c591d63-669e-474b-94d9-08fec11ca081 admin admin] Resources bound (agent type, host, resource id): {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:59:37.966510 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:37.975729 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-51303c48-6a63-4f3a-9cd1-887672f6f593 req-72356795-4e6e-487a-8b35-c3b984ea55be tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc6a3f5-981f-4692-93e9-b347a938bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228354 Jul 30 04:59:38.038865 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f8daf355-0a88-4c89-9fa1-178e8d859a8a admin admin] Publish callbacks [] for security_group (4bdd957f-1cc6-46a7-bcbf-c0154eab9821), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:38.046323 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f8daf355-0a88-4c89-9fa1-178e8d859a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (4bdd957f-1cc6-46a7-bcbf-c0154eab9821), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:38.068929 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c591d63-669e-474b-94d9-08fec11ca081 admin admin] Router a560c6c7-a2e8-48d3-813d-d8450948f8b1 has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 04:59:38.097150 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8daf355-0a88-4c89-9fa1-178e8d859a8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=103971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:59:38.103018 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8daf355-0a88-4c89-9fa1-178e8d859a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdd957f-1cc6-46a7-bcbf-c0154eab9821,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:38.111428 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f8daf355-0a88-4c89-9fa1-178e8d859a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101'] for segment (dd4011bc-a9f3-4209-bbb6-75d050a1a3a6), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:38.111816 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.db.segments_db [None req-f8daf355-0a88-4c89-9fa1-178e8d859a8a admin admin] Added segment dd4011bc-a9f3-4209-bbb6-75d050a1a3a6 of type vlan for network 5684a27d-1cd2-4fc4-9f7d-46d056ceea4d Jul 30 04:59:38.158810 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f8daf355-0a88-4c89-9fa1-178e8d859a8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736268284326'] for network (5684a27d-1cd2-4fc4-9f7d-46d056ceea4d), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:38.161676 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=80,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:38.206742 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:38.212079 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f8daf355-0a88-4c89-9fa1-178e8d859a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920'] for network (5684a27d-1cd2-4fc4-9f7d-46d056ceea4d), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:38.213195 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8daf355-0a88-4c89-9fa1-178e8d859a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:38.213938 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f8daf355-0a88-4c89-9fa1-178e8d859a8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for network (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:38.216429 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c591d63-669e-474b-94d9-08fec11ca081 admin admin] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:59:38.236029 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-5c591d63-669e-474b-94d9-08fec11ca081 admin admin] 10.222.0.20 "PUT /v2.0/routers/a560c6c7-a2e8-48d3-813d-d8450948f8b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3986771 Jul 30 04:59:38.277668 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-f8daf355-0a88-4c89-9fa1-178e8d859a8a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4719539 Jul 30 04:59:38.280653 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 49810) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:38.287301 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-db39d4e7-cdbd-4578-9431-6dea8e51d12a None None] Provisioning complete for port eecbb627-a044-4c05-b89c-07b96e2b24f6 triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:59:38.287836 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-db39d4e7-cdbd-4578-9431-6dea8e51d12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (eecbb627-a044-4c05-b89c-07b96e2b24f6), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:38.288058 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-a8ab6245-47e3-4b9c-8579-7f20f2c0ad40 admin admin] Request body: {'subnet': {'network_id': '5684a27d-1cd2-4fc4-9f7d-46d056ceea4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1676533185-subnet', 'tenant_id': '7ad312edbd634268b08df7b02c842d15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:59:38.314843 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8daf355-0a88-4c89-9fa1-178e8d859a8a admin admin] Pushing event updated for resources: {'Network': ['ID=5684a27d-1cd2-4fc4-9f7d-46d056ceea4d,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:38.327078 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ab6245-47e3-4b9c-8579-7f20f2c0ad40 admin admin] Made reservation on behalf of 7ad312edbd634268b08df7b02c842d15 for: {'subnet': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:59:38.333822 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a8ab6245-47e3-4b9c-8579-7f20f2c0ad40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59362560'] for subnet (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:38.357359 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Network 5684a27d-1cd2-4fc4-9f7d-46d056ceea4d details requested by agent ovs-agent-dv-cinder-851279-3-iscsi with host dv-cinder-851279-3-iscsi {{(pid=103972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:59:38.380981 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=100 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:38.452104 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-db39d4e7-cdbd-4578-9431-6dea8e51d12a None None] Port eecbb627-a044-4c05-b89c-07b96e2b24f6 cannot update to ACTIVE because it is not bound. {{(pid=103972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 30 04:59:38.522511 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 0bb5d481-ea33-446a-ab12-a123beb4d66f up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:59:38.570985 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 0bb5d481-ea33-446a-ab12-a123beb4d66f triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:59:38.571632 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (0bb5d481-ea33-446a-ab12-a123beb4d66f), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:38.578882 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a8ab6245-47e3-4b9c-8579-7f20f2c0ad40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3264720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59362678'] for subnet (293c6899-e23d-4832-a078-631da2397fb0), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:38.650237 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab6245-47e3-4b9c-8579-7f20f2c0ad40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=293c6899-e23d-4832-a078-631da2397fb0,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:38.655652 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab6245-47e3-4b9c-8579-7f20f2c0ad40 admin admin] Checking segment: {'id': 'dd4011bc-a9f3-4209-bbb6-75d050a1a3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5684a27d-1cd2-4fc4-9f7d-46d056ceea4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 04:59:38.656011 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ab6245-47e3-4b9c-8579-7f20f2c0ad40 admin admin] Network hostable DHCP agents. Network: 5684a27d-1cd2-4fc4-9f7d-46d056ceea4d, hostable agents: ['5671713e-478d-4a9e-a7e0-1ef6e7bf2e69'], hosted agents: [] {{(pid=103971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:59:38.673360 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 0bb5d481-ea33-446a-ab12-a123beb4d66f is: DOWN; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:59:38.673698 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (0bb5d481-ea33-446a-ab12-a123beb4d66f), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:38.686603 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ab6245-47e3-4b9c-8579-7f20f2c0ad40 admin admin] Network 5684a27d-1cd2-4fc4-9f7d-46d056ceea4d is scheduled to be hosted by DHCP agent 5671713e-478d-4a9e-a7e0-1ef6e7bf2e69 with binding_index 1 {{(pid=103971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:59:38.700536 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] For port 0bb5d481-ea33-446a-ab12-a123beb4d66f, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=0bb5d481-ea33-446a-ab12-a123beb4d66f,segment=NetworkSegment(e5d036d1-25f5-4dcf-bf6d-d8f947655ab3),segment_id=e5d036d1-25f5-4dcf-bf6d-d8f947655ab3)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:59:38.706407 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (0bb5d481-ea33-446a-ab12-a123beb4d66f), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:38.719319 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-a8ab6245-47e3-4b9c-8579-7f20f2c0ad40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-3-iscsi, 5684a27d-1cd2-4fc4-9f7d-46d056ceea4d) {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:59:38.725261 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ab6245-47e3-4b9c-8579-7f20f2c0ad40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:38.725884 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a8ab6245-47e3-4b9c-8579-7f20f2c0ad40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:38.737177 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ce5b5a-7264-4a11-b606-408b4e03cbdf None None] Network 5684a27d-1cd2-4fc4-9f7d-46d056ceea4d requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 04:59:38.739866 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de61d8-30f1-4dbc-a107-d6e025baf5f3 req-db3a71fd-238c-4d44-b7b8-e57fc022295c tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:38.741409 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e2de61d8-30f1-4dbc-a107-d6e025baf5f3 req-db3a71fd-238c-4d44-b7b8-e57fc022295c tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.0676067 Jul 30 04:59:38.770964 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-a8ab6245-47e3-4b9c-8579-7f20f2c0ad40 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4882908 Jul 30 04:59:38.805270 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e2de61d8-30f1-4dbc-a107-d6e025baf5f3 req-f621ea40-1abb-44cb-a78c-81bbf82a9a2c tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571198 Jul 30 04:59:38.839341 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Pushing event updated for resources: {'Port': ['ID=0bb5d481-ea33-446a-ab12-a123beb4d66f,revision_number=4']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:38.884241 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef42705-4b6f-4967-a492-0bb5da7e6f38 None None] Network 5684a27d-1cd2-4fc4-9f7d-46d056ceea4d requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 04:59:39.079365 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 49844) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:39.085444 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-b800f4dd-94a0-4c28-bdf5-e65a89bdda1b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-303949186-network', 'tenant_id': 'f96b2dec79d34bc2be795eebfe1b9732'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:59:39.109565 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b800f4dd-94a0-4c28-bdf5-e65a89bdda1b admin admin] Made reservation on behalf of f96b2dec79d34bc2be795eebfe1b9732 for: {'network': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:59:39.112257 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b800f4dd-94a0-4c28-bdf5-e65a89bdda1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for network (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:39.120735 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c430711-62be-4c0b-aa32-052c076bbc7d req-a253c68f-40b4-412b-81fc-6ab443ce5936 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:39.121627 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b800f4dd-94a0-4c28-bdf5-e65a89bdda1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:39.122492 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-4c430711-62be-4c0b-aa32-052c076bbc7d req-a253c68f-40b4-412b-81fc-6ab443ce5936 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 945 time: 0.0629635 Jul 30 04:59:39.187231 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-4c430711-62be-4c0b-aa32-052c076bbc7d req-ad6819f3-6dbc-4141-a57f-69536bc8453e tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc6a3f5-981f-4692-93e9-b347a938bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577486 Jul 30 04:59:39.233172 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b800f4dd-94a0-4c28-bdf5-e65a89bdda1b admin admin] Publish callbacks [] for security_group (b4ad6001-b21d-4e44-ba1b-817a42113ca5), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:39.237739 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b800f4dd-94a0-4c28-bdf5-e65a89bdda1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (b4ad6001-b21d-4e44-ba1b-817a42113ca5), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:39.242637 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=13 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:39.266539 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b800f4dd-94a0-4c28-bdf5-e65a89bdda1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=103971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 04:59:39.279061 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b800f4dd-94a0-4c28-bdf5-e65a89bdda1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ad6001-b21d-4e44-ba1b-817a42113ca5,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:39.281944 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b800f4dd-94a0-4c28-bdf5-e65a89bdda1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101'] for segment (096c86be-0425-44e1-b557-8ed9f2a5448c), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:39.282311 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.db.segments_db [None req-b800f4dd-94a0-4c28-bdf5-e65a89bdda1b admin admin] Added segment 096c86be-0425-44e1-b557-8ed9f2a5448c of type vlan for network 2d357ba9-9d92-4f45-addc-3d61383ac6ba Jul 30 04:59:39.323259 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b800f4dd-94a0-4c28-bdf5-e65a89bdda1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736268284326'] for network (2d357ba9-9d92-4f45-addc-3d61383ac6ba), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:39.348568 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b800f4dd-94a0-4c28-bdf5-e65a89bdda1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920'] for network (2d357ba9-9d92-4f45-addc-3d61383ac6ba), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:39.349526 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b800f4dd-94a0-4c28-bdf5-e65a89bdda1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:39.350086 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b800f4dd-94a0-4c28-bdf5-e65a89bdda1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for network (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:39.393871 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:39.405633 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-b800f4dd-94a0-4c28-bdf5-e65a89bdda1b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3251574 Jul 30 04:59:39.408644 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 49846) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:39.415317 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-19f9a56d-7946-4bfe-9a28-16463c87dc0b admin admin] Request body: {'subnet': {'network_id': '2d357ba9-9d92-4f45-addc-3d61383ac6ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-303949186-subnet', 'tenant_id': 'f96b2dec79d34bc2be795eebfe1b9732', 'ip_version': 4}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:59:39.416987 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b800f4dd-94a0-4c28-bdf5-e65a89bdda1b admin admin] Pushing event updated for resources: {'Network': ['ID=2d357ba9-9d92-4f45-addc-3d61383ac6ba,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:39.428636 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Network 2d357ba9-9d92-4f45-addc-3d61383ac6ba details requested by agent ovs-agent-dv-cinder-851279-3-iscsi with host dv-cinder-851279-3-iscsi {{(pid=103972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 04:59:39.442727 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f9a56d-7946-4bfe-9a28-16463c87dc0b admin admin] Made reservation on behalf of f96b2dec79d34bc2be795eebfe1b9732 for: {'subnet': 1} {{(pid=103970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:59:39.449874 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-19f9a56d-7946-4bfe-9a28-16463c87dc0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59151507'] for subnet (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:39.685330 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-19f9a56d-7946-4bfe-9a28-16463c87dc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3410532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59151589'] for subnet (871675b2-93bf-466c-ac3f-aef7deda13f7), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:39.710996 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc3d576-ca50-4f91-8b00-343144ce243b None None] Sync routers for ids ['a560c6c7-a2e8-48d3-813d-d8450948f8b1'] in dv-cinder-851279-3-iscsi {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:59:39.721333 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc3d576-ca50-4f91-8b00-343144ce243b None None] Routers {'a560c6c7-a2e8-48d3-813d-d8450948f8b1'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 04:59:39.721953 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-4dc3d576-ca50-4f91-8b00-343144ce243b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T04:59:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['a560c6c7-a2e8-48d3-813d-d8450948f8b1'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:39.743627 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9a56d-7946-4bfe-9a28-16463c87dc0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=871675b2-93bf-466c-ac3f-aef7deda13f7,revision_number=0']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:39.751300 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f9a56d-7946-4bfe-9a28-16463c87dc0b admin admin] Checking segment: {'id': '096c86be-0425-44e1-b557-8ed9f2a5448c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2d357ba9-9d92-4f45-addc-3d61383ac6ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 04:59:39.751653 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f9a56d-7946-4bfe-9a28-16463c87dc0b admin admin] Network hostable DHCP agents. Network: 2d357ba9-9d92-4f45-addc-3d61383ac6ba, hostable agents: ['5671713e-478d-4a9e-a7e0-1ef6e7bf2e69'], hosted agents: [] {{(pid=103970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 04:59:39.769461 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f9a56d-7946-4bfe-9a28-16463c87dc0b admin admin] Network 2d357ba9-9d92-4f45-addc-3d61383ac6ba is scheduled to be hosted by DHCP agent 5671713e-478d-4a9e-a7e0-1ef6e7bf2e69 with binding_index 1 {{(pid=103970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 04:59:39.778648 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-19f9a56d-7946-4bfe-9a28-16463c87dc0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-3-iscsi, 2d357ba9-9d92-4f45-addc-3d61383ac6ba) {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:59:39.782911 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f9a56d-7946-4bfe-9a28-16463c87dc0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:39.783609 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-19f9a56d-7946-4bfe-9a28-16463c87dc0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for subnet (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:39.799857 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-19f9a56d-7946-4bfe-9a28-16463c87dc0b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3901055 Jul 30 04:59:39.802907 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 49856) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:39.807239 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-646f47ca-504b-4bc5-b664-13210bd6e1b1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-303949186-router', 'tenant_id': 'f96b2dec79d34bc2be795eebfe1b9732', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:59:39.807554 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbedbd0-adb9-4c9e-b797-05c7c134c3ca None None] Network 2d357ba9-9d92-4f45-addc-3d61383ac6ba requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 04:59:39.829024 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-646f47ca-504b-4bc5-b664-13210bd6e1b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1682450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31596'] for router (edcd2252-6593-4017-bd6d-8afdc1ca3433), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:39.830037 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-646f47ca-504b-4bc5-b664-13210bd6e1b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1682743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31575'] for router (edcd2252-6593-4017-bd6d-8afdc1ca3433), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:39.880490 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:39.883365 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:39.889740 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-646f47ca-504b-4bc5-b664-13210bd6e1b1 admin admin] Publish callbacks [] for router_controller (edcd2252-6593-4017-bd6d-8afdc1ca3433), precommit_add_association {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:39.893036 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-4dc3d576-ca50-4f91-8b00-343144ce243b None None] Set router a560c6c7-a2e8-48d3-813d-d8450948f8b1 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 04:59:39.943893 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f14ed-4d3c-4418-b227-842dc0ed9815 req-a14db056-0c11-4a7f-885d-f03f29edbfa1 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:39.945499 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f73f14ed-4d3c-4418-b227-842dc0ed9815 req-a14db056-0c11-4a7f-885d-f03f29edbfa1 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.0499935 Jul 30 04:59:40.011554 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc255cd-5c13-4b0f-ae32-1bfc831c99ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1f0b50b-4d25-5308-a6a0-6c18effd14bc-2d357ba9-9d92-4f45-addc-3d61383ac6ba', 'network_id': '2d357ba9-9d92-4f45-addc-3d61383ac6ba', 'project_id': 'f96b2dec79d34bc2be795eebfe1b9732', 'fixed_ips': [{'subnet_id': '871675b2-93bf-466c-ac3f-aef7deda13f7'}]}} from dv-cinder-851279-3-iscsi. {{(pid=103972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 30 04:59:40.011719 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f73f14ed-4d3c-4418-b227-842dc0ed9815 req-d6400038-143e-4d2d-b3fe-4fc20f9ed969 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593350 Jul 30 04:59:40.012618 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2bc255cd-5c13-4b0f-ae32-1bfc831c99ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:40.055798 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-646f47ca-504b-4bc5-b664-13210bd6e1b1 admin admin] Publish callbacks [] for router_gateway (edcd2252-6593-4017-bd6d-8afdc1ca3433), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:40.131630 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:40.176261 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:40.247183 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-4dc3d576-ca50-4f91-8b00-343144ce243b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a560c6c7-a2e8-48d3-813d-d8450948f8b1', 'name': 'tempest-TestShelveInstance-668423995-router', 'tenant_id': '76df23454a3c4a9bb4f61b044ed5a426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '0bb5d481-ea33-446a-ab12-a123beb4d66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:59:32Z', 'updated_at': '2022-07-30T04:59:36Z', 'revision_number': 4, 'project_id': '76df23454a3c4a9bb4f61b044ed5a426', 'gw_port': {'id': '0bb5d481-ea33-446a-ab12-a123beb4d66f', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a560c6c7-a2e8-48d3-813d-d8450948f8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:59:33Z', 'updated_at': '2022-07-30T04:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'eecbb627-a044-4c05-b89c-07b96e2b24f6', 'name': '', 'network_id': 'ba00ca49-96d9-4fff-b920-6f01cfda6037', 'tenant_id': '76df23454a3c4a9bb4f61b044ed5a426', 'mac_address': 'fa:16:3e:87:da:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a560c6c7-a2e8-48d3-813d-d8450948f8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'e43a40c9-7b63-4416-91e0-9daf39b8f626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:59:35Z', 'updated_at': '2022-07-30T04:59:36Z', 'revision_number': 2, 'project_id': '76df23454a3c4a9bb4f61b044ed5a426', 'subnets': [{'id': 'e43a40c9-7b63-4416-91e0-9daf39b8f626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:40.249760 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-646f47ca-504b-4bc5-b664-13210bd6e1b1 admin admin] Publish callbacks [] for router_gateway (edcd2252-6593-4017-bd6d-8afdc1ca3433), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:40.271178 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-646f47ca-504b-4bc5-b664-13210bd6e1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:40.273910 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc3d576-ca50-4f91-8b00-343144ce243b None None] Checking router: a560c6c7-a2e8-48d3-813d-d8450948f8b1 for host: dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:59:40.274269 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc3d576-ca50-4f91-8b00-343144ce243b None None] Updating router a560c6c7-a2e8-48d3-813d-d8450948f8b1 port eecbb627-a044-4c05-b89c-07b96e2b24f6 binding host dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:59:40.307525 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.db_base_plugin_common [None req-2bc255cd-5c13-4b0f-ae32-1bfc831c99ae None None] Allocated IP 172.20.0.2 (2d357ba9-9d92-4f45-addc-3d61383ac6ba/871675b2-93bf-466c-ac3f-aef7deda13f7/73a42047-aa21-4f30-8d79-04220cfb6133) {{(pid=103972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:59:40.324262 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-4dc3d576-ca50-4f91-8b00-343144ce243b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (eecbb627-a044-4c05-b89c-07b96e2b24f6), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:40.354467 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab44de4-91a4-48d0-ba1d-83db25eba16d req-35d89336-d0e3-439d-8ceb-fe55bacd0ca5 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:40.355982 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-2ab44de4-91a4-48d0-ba1d-83db25eba16d req-35d89336-d0e3-439d-8ceb-fe55bacd0ca5 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 945 time: 0.0875766 Jul 30 04:59:40.459223 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-2ab44de4-91a4-48d0-ba1d-83db25eba16d req-0e161d61-f497-413a-a769-5c34a6d6fdc1 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc6a3f5-981f-4692-93e9-b347a938bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956373 Jul 30 04:59:40.471644 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_common [None req-646f47ca-504b-4bc5-b664-13210bd6e1b1 admin admin] Allocated IP 172.27.2.179 (0194f4bd-d033-4ee0-a642-9d17cfb40f96/6c0201b0-7b08-4a32-872b-15ffee5372f4/a2ee0902-59d9-47c7-92e3-c3963e65cce9) {{(pid=103970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:59:40.476527 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 0bb5d481-ea33-446a-ab12-a123beb4d66f up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:59:40.589866 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-646f47ca-504b-4bc5-b664-13210bd6e1b1 admin admin] Publish callbacks [] for port (a2ee0902-59d9-47c7-92e3-c3963e65cce9), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:40.627391 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-646f47ca-504b-4bc5-b664-13210bd6e1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (a2ee0902-59d9-47c7-92e3-c3963e65cce9), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:40.658922 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2bc255cd-5c13-4b0f-ae32-1bfc831c99ae None None] Publish callbacks [] for port (73a42047-aa21-4f30-8d79-04220cfb6133), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:40.665043 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 0bb5d481-ea33-446a-ab12-a123beb4d66f triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:59:40.665590 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (0bb5d481-ea33-446a-ab12-a123beb4d66f), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:40.676857 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646f47ca-504b-4bc5-b664-13210bd6e1b1 admin admin] Network 0194f4bd-d033-4ee0-a642-9d17cfb40f96 is already hosted by enough agents. {{(pid=103970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:59:40.682136 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-646f47ca-504b-4bc5-b664-13210bd6e1b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:59:40.687021 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646f47ca-504b-4bc5-b664-13210bd6e1b1 admin admin] Received port after_create {{(pid=103970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 04:59:40.693122 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2bc255cd-5c13-4b0f-ae32-1bfc831c99ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840'] for port (73a42047-aa21-4f30-8d79-04220cfb6133), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:40.709330 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f47ca-504b-4bc5-b664-13210bd6e1b1 admin admin] Pushing event updated for resources: {'Port': ['ID=a2ee0902-59d9-47c7-92e3-c3963e65cce9,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:40.751677 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:40.765600 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc255cd-5c13-4b0f-ae32-1bfc831c99ae None None] Network 2d357ba9-9d92-4f45-addc-3d61383ac6ba is already hosted by enough agents. {{(pid=103972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:59:40.780620 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-2bc255cd-5c13-4b0f-ae32-1bfc831c99ae None None] Resources bound (agent type, host, resource id): {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:59:40.784330 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc255cd-5c13-4b0f-ae32-1bfc831c99ae None None] Received port after_create {{(pid=103972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 04:59:40.809386 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc255cd-5c13-4b0f-ae32-1bfc831c99ae None None] Pushing event updated for resources: {'Port': ['ID=73a42047-aa21-4f30-8d79-04220cfb6133,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:40.937713 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:40.940253 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-646f47ca-504b-4bc5-b664-13210bd6e1b1 admin admin] Publish callbacks [] for router_gateway (edcd2252-6593-4017-bd6d-8afdc1ca3433), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:41.028131 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:41.040417 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:41.058956 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 0bb5d481-ea33-446a-ab12-a123beb4d66f is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:59:41.073321 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-2bc255cd-5c13-4b0f-ae32-1bfc831c99ae None None] Attempting to bind port 73a42047-aa21-4f30-8d79-04220cfb6133 on host dv-cinder-851279-3-iscsi for vnic_type normal with profile {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 04:59:41.073982 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-2bc255cd-5c13-4b0f-ae32-1bfc831c99ae None None] Attempting to bind port 73a42047-aa21-4f30-8d79-04220cfb6133 by drivers openvswitch,hyperv on host dv-cinder-851279-3-iscsi at level 0 using segments [{'id': '096c86be-0425-44e1-b557-8ed9f2a5448c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2d357ba9-9d92-4f45-addc-3d61383ac6ba'}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 04:59:41.074364 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc255cd-5c13-4b0f-ae32-1bfc831c99ae None None] Attempting to bind port 73a42047-aa21-4f30-8d79-04220cfb6133 on network 2d357ba9-9d92-4f45-addc-3d61383ac6ba {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 04:59:41.079657 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-4dc3d576-ca50-4f91-8b00-343144ce243b None None] Publish callbacks [] for port (eecbb627-a044-4c05-b89c-07b96e2b24f6), precommit_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:41.087089 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc255cd-5c13-4b0f-ae32-1bfc831c99ae None None] Checking agent: {'id': 'b9fa2c71-9776-421f-81b8-af2eb557e43b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 49, 56), 'started_at': datetime.datetime(2022, 7, 30, 4, 50, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 4, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 04:59:41.087501 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc255cd-5c13-4b0f-ae32-1bfc831c99ae None None] Checking segment: {'id': '096c86be-0425-44e1-b557-8ed9f2a5448c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2d357ba9-9d92-4f45-addc-3d61383ac6ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 04:59:41.088083 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2bc255cd-5c13-4b0f-ae32-1bfc831c99ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:41.088485 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc255cd-5c13-4b0f-ae32-1bfc831c99ae None None] Bound using segment: {'id': '096c86be-0425-44e1-b557-8ed9f2a5448c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2d357ba9-9d92-4f45-addc-3d61383ac6ba'} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 04:59:41.088964 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-2bc255cd-5c13-4b0f-ae32-1bfc831c99ae None None] Bound port: 73a42047-aa21-4f30-8d79-04220cfb6133, host: dv-cinder-851279-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '096c86be-0425-44e1-b557-8ed9f2a5448c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2d357ba9-9d92-4f45-addc-3d61383ac6ba'}}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 04:59:41.089357 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2bc255cd-5c13-4b0f-ae32-1bfc831c99ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (73a42047-aa21-4f30-8d79-04220cfb6133), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:41.129245 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-4dc3d576-ca50-4f91-8b00-343144ce243b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (eecbb627-a044-4c05-b89c-07b96e2b24f6), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:41.159176 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-646f47ca-504b-4bc5-b664-13210bd6e1b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706777'] for router (edcd2252-6593-4017-bd6d-8afdc1ca3433), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:41.170773 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd81c9-81ec-4586-b92e-a5a494c79288 req-237aeca1-6703-4da1-ab28-50b975287409 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:41.172915 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-cacd81c9-81ec-4586-b92e-a5a494c79288 req-237aeca1-6703-4da1-ab28-50b975287409 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.0573242 Jul 30 04:59:41.214322 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-2bc255cd-5c13-4b0f-ae32-1bfc831c99ae None None] For port 73a42047-aa21-4f30-8d79-04220cfb6133, host dv-cinder-851279-3-iscsi, cleared binding levels {{(pid=103972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:59:41.231520 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-cacd81c9-81ec-4586-b92e-a5a494c79288 req-aa9902a9-7d22-45be-93e4-8533483f626f tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524871 Jul 30 04:59:41.245020 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc03997-d349-49ff-989e-79dbf9412529 None None] Pushing event updated for resources: {'Port': ['ID=eecbb627-a044-4c05-b89c-07b96e2b24f6,revision_number=3']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:41.248425 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-2bc255cd-5c13-4b0f-ae32-1bfc831c99ae None None] For port 73a42047-aa21-4f30-8d79-04220cfb6133, host dv-cinder-851279-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=73a42047-aa21-4f30-8d79-04220cfb6133,segment=NetworkSegment(096c86be-0425-44e1-b557-8ed9f2a5448c),segment_id=096c86be-0425-44e1-b557-8ed9f2a5448c)] {{(pid=103972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:59:41.266201 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2bc255cd-5c13-4b0f-ae32-1bfc831c99ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (73a42047-aa21-4f30-8d79-04220cfb6133), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:41.275527 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-4dc3d576-ca50-4f91-8b00-343144ce243b None None] Attempting to bind port eecbb627-a044-4c05-b89c-07b96e2b24f6 on host dv-cinder-851279-3-iscsi for vnic_type normal with profile {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 04:59:41.275527 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-4dc3d576-ca50-4f91-8b00-343144ce243b None None] Attempting to bind port eecbb627-a044-4c05-b89c-07b96e2b24f6 by drivers openvswitch,hyperv on host dv-cinder-851279-3-iscsi at level 0 using segments [{'id': '49e86943-6cb8-4f31-93ea-855c416e4a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ba00ca49-96d9-4fff-b920-6f01cfda6037'}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 04:59:41.275813 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc3d576-ca50-4f91-8b00-343144ce243b None None] Attempting to bind port eecbb627-a044-4c05-b89c-07b96e2b24f6 on network ba00ca49-96d9-4fff-b920-6f01cfda6037 {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 04:59:41.308847 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc3d576-ca50-4f91-8b00-343144ce243b None None] Checking agent: {'id': 'b9fa2c71-9776-421f-81b8-af2eb557e43b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 49, 56), 'started_at': datetime.datetime(2022, 7, 30, 4, 50, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 4, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 04:59:41.309089 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646f47ca-504b-4bc5-b664-13210bd6e1b1 admin admin] Router edcd2252-6593-4017-bd6d-8afdc1ca3433 is scheduled to L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 with binding_index 1 {{(pid=103970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 30 04:59:41.309198 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc3d576-ca50-4f91-8b00-343144ce243b None None] Checking segment: {'id': '49e86943-6cb8-4f31-93ea-855c416e4a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ba00ca49-96d9-4fff-b920-6f01cfda6037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 04:59:41.309557 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-4dc3d576-ca50-4f91-8b00-343144ce243b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:41.309958 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc3d576-ca50-4f91-8b00-343144ce243b None None] Bound using segment: {'id': '49e86943-6cb8-4f31-93ea-855c416e4a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ba00ca49-96d9-4fff-b920-6f01cfda6037'} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 04:59:41.310481 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-4dc3d576-ca50-4f91-8b00-343144ce243b None None] Bound port: eecbb627-a044-4c05-b89c-07b96e2b24f6, host: dv-cinder-851279-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e86943-6cb8-4f31-93ea-855c416e4a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ba00ca49-96d9-4fff-b920-6f01cfda6037'}}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 04:59:41.310865 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-4dc3d576-ca50-4f91-8b00-343144ce243b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (eecbb627-a044-4c05-b89c-07b96e2b24f6), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:41.337822 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc255cd-5c13-4b0f-ae32-1bfc831c99ae None None] Pushing event updated for resources: {'Port': ['ID=73a42047-aa21-4f30-8d79-04220cfb6133,revision_number=2']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:41.393581 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-4dc3d576-ca50-4f91-8b00-343144ce243b None None] For port eecbb627-a044-4c05-b89c-07b96e2b24f6, host dv-cinder-851279-3-iscsi, cleared binding levels {{(pid=103972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:59:41.397941 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-4dc3d576-ca50-4f91-8b00-343144ce243b None None] For port eecbb627-a044-4c05-b89c-07b96e2b24f6, host dv-cinder-851279-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=eecbb627-a044-4c05-b89c-07b96e2b24f6,segment=NetworkSegment(49e86943-6cb8-4f31-93ea-855c416e4a38),segment_id=49e86943-6cb8-4f31-93ea-855c416e4a38)] {{(pid=103972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:59:41.405367 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-4dc3d576-ca50-4f91-8b00-343144ce243b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (eecbb627-a044-4c05-b89c-07b96e2b24f6), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:41.454035 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc3d576-ca50-4f91-8b00-343144ce243b None None] Routers {'a560c6c7-a2e8-48d3-813d-d8450948f8b1'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 04:59:41.454722 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-4dc3d576-ca50-4f91-8b00-343144ce243b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T04:59:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['a560c6c7-a2e8-48d3-813d-d8450948f8b1'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:41.529848 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc03997-d349-49ff-989e-79dbf9412529 None None] Pushing event updated for resources: {'Port': ['ID=eecbb627-a044-4c05-b89c-07b96e2b24f6,revision_number=4']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:41.608943 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-4dc3d576-ca50-4f91-8b00-343144ce243b None None] Set router a560c6c7-a2e8-48d3-813d-d8450948f8b1 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 04:59:41.732841 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646f47ca-504b-4bc5-b664-13210bd6e1b1 admin admin] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:59:41.742543 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755aa481-0ea0-42e1-ae70-01cc02991aa5 None None] Sync routers for ids ['edcd2252-6593-4017-bd6d-8afdc1ca3433'] in dv-cinder-851279-3-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:59:41.753074 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755aa481-0ea0-42e1-ae70-01cc02991aa5 None None] Routers {'edcd2252-6593-4017-bd6d-8afdc1ca3433'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 04:59:41.753689 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-755aa481-0ea0-42e1-ae70-01cc02991aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T04:59:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['edcd2252-6593-4017-bd6d-8afdc1ca3433'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:41.757592 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-646f47ca-504b-4bc5-b664-13210bd6e1b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:41.759421 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-646f47ca-504b-4bc5-b664-13210bd6e1b1 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9555531 Jul 30 04:59:41.761648 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 49884) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:41.765998 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11516b37-fffc-4e59-be05-82595aea0ca9 req-9350f001-01c2-4c9d-8069-ce39591fe07f tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:41.767634 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-11516b37-fffc-4e59-be05-82595aea0ca9 req-9350f001-01c2-4c9d-8069-ce39591fe07f tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 945 time: 0.0765910 Jul 30 04:59:41.841342 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-11516b37-fffc-4e59-be05-82595aea0ca9 req-d1a0a546-962d-4467-a841-c59942abab3f tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc6a3f5-981f-4692-93e9-b347a938bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653977 Jul 30 04:59:41.850827 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:41.879456 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-4dc3d576-ca50-4f91-8b00-343144ce243b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a560c6c7-a2e8-48d3-813d-d8450948f8b1', 'name': 'tempest-TestShelveInstance-668423995-router', 'tenant_id': '76df23454a3c4a9bb4f61b044ed5a426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '0bb5d481-ea33-446a-ab12-a123beb4d66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:59:32Z', 'updated_at': '2022-07-30T04:59:36Z', 'revision_number': 4, 'project_id': '76df23454a3c4a9bb4f61b044ed5a426', 'gw_port': {'id': '0bb5d481-ea33-446a-ab12-a123beb4d66f', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a560c6c7-a2e8-48d3-813d-d8450948f8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:59:33Z', 'updated_at': '2022-07-30T04:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'eecbb627-a044-4c05-b89c-07b96e2b24f6', 'name': '', 'network_id': 'ba00ca49-96d9-4fff-b920-6f01cfda6037', 'tenant_id': '76df23454a3c4a9bb4f61b044ed5a426', 'mac_address': 'fa:16:3e:87:da:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a560c6c7-a2e8-48d3-813d-d8450948f8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'e43a40c9-7b63-4416-91e0-9daf39b8f626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:59:35Z', 'updated_at': '2022-07-30T04:59:41Z', 'revision_number': 4, 'project_id': '76df23454a3c4a9bb4f61b044ed5a426', 'subnets': [{'id': 'e43a40c9-7b63-4416-91e0-9daf39b8f626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:41.888459 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-755aa481-0ea0-42e1-ae70-01cc02991aa5 None None] Set router edcd2252-6593-4017-bd6d-8afdc1ca3433 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 04:59:41.905984 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc3d576-ca50-4f91-8b00-343144ce243b None None] The sync data for ids ['a560c6c7-a2e8-48d3-813d-d8450948f8b1'] in dv-cinder-851279-3-iscsi is: [{'id': 'a560c6c7-a2e8-48d3-813d-d8450948f8b1', 'name': 'tempest-TestShelveInstance-668423995-router', 'tenant_id': '76df23454a3c4a9bb4f61b044ed5a426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '0bb5d481-ea33-446a-ab12-a123beb4d66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:59:32Z', 'updated_at': '2022-07-30T04:59:36Z', 'revision_number': 4, 'project_id': '76df23454a3c4a9bb4f61b044ed5a426', 'gw_port': {'id': '0bb5d481-ea33-446a-ab12-a123beb4d66f', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a560c6c7-a2e8-48d3-813d-d8450948f8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:59:33Z', 'updated_at': '2022-07-30T04:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'eecbb627-a044-4c05-b89c-07b96e2b24f6', 'name': '', 'network_id': 'ba00ca49-96d9-4fff-b920-6f01cfda6037', 'tenant_id': '76df23454a3c4a9bb4f61b044ed5a426', 'mac_address': 'fa:16:3e:87:da:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a560c6c7-a2e8-48d3-813d-d8450948f8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'e43a40c9-7b63-4416-91e0-9daf39b8f626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:59:35Z', 'updated_at': '2022-07-30T04:59:41Z', 'revision_number': 4, 'project_id': '76df23454a3c4a9bb4f61b044ed5a426', 'subnets': [{'id': 'e43a40c9-7b63-4416-91e0-9daf39b8f626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:59:42.212345 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-755aa481-0ea0-42e1-ae70-01cc02991aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edcd2252-6593-4017-bd6d-8afdc1ca3433', 'name': 'tempest-TestShelveInstance-303949186-router', 'tenant_id': 'f96b2dec79d34bc2be795eebfe1b9732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'a2ee0902-59d9-47c7-92e3-c3963e65cce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:59:39Z', 'updated_at': '2022-07-30T04:59:40Z', 'revision_number': 3, 'project_id': 'f96b2dec79d34bc2be795eebfe1b9732', 'gw_port': {'id': 'a2ee0902-59d9-47c7-92e3-c3963e65cce9', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:06:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edcd2252-6593-4017-bd6d-8afdc1ca3433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:59:40Z', 'updated_at': '2022-07-30T04:59:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi'}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:42.220631 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:42.252020 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755aa481-0ea0-42e1-ae70-01cc02991aa5 None None] Checking router: edcd2252-6593-4017-bd6d-8afdc1ca3433 for host: dv-cinder-851279-3-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:59:42.252373 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755aa481-0ea0-42e1-ae70-01cc02991aa5 None None] Updating router edcd2252-6593-4017-bd6d-8afdc1ca3433 port a2ee0902-59d9-47c7-92e3-c3963e65cce9 binding host dv-cinder-851279-3-iscsi {{(pid=103973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:59:42.277828 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:42.298557 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-755aa481-0ea0-42e1-ae70-01cc02991aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (a2ee0902-59d9-47c7-92e3-c3963e65cce9), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:42.493446 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f1a086-dcd7-4b10-a409-705c77bbcde7 None None] Network 2d357ba9-9d92-4f45-addc-3d61383ac6ba requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 04:59:42.563075 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device eecbb627-a044-4c05-b89c-07b96e2b24f6 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:59:42.596124 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-9b808d08-de21-4368-bae1-61a98af76ebf None None] Provisioning complete for port 73a42047-aa21-4f30-8d79-04220cfb6133 triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:59:42.596726 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-9b808d08-de21-4368-bae1-61a98af76ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (73a42047-aa21-4f30-8d79-04220cfb6133), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:42.603583 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5eb03-0ff7-47e0-99c0-d693426f29b1 req-fead6aa4-0f01-4f6a-90ab-a6b73fd2e2e4 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:42.610632 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a3d5eb03-0ff7-47e0-99c0-d693426f29b1 req-fead6aa4-0f01-4f6a-90ab-a6b73fd2e2e4 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.0806966 Jul 30 04:59:42.632581 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-755aa481-0ea0-42e1-ae70-01cc02991aa5 None None] Publish callbacks [] for port (a2ee0902-59d9-47c7-92e3-c3963e65cce9), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:42.644039 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-755aa481-0ea0-42e1-ae70-01cc02991aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (a2ee0902-59d9-47c7-92e3-c3963e65cce9), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:42.656258 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:42.689209 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port eecbb627-a044-4c05-b89c-07b96e2b24f6 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:59:42.689659 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (eecbb627-a044-4c05-b89c-07b96e2b24f6), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:42.690403 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-5b1881d1-200c-4329-b3fb-42a1fdf4248f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:42.705093 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a3d5eb03-0ff7-47e0-99c0-d693426f29b1 req-43c9ebf4-3acd-4f14-8e32-10a1070e49f1 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934565 Jul 30 04:59:42.710033 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c521e6-fe17-4fdf-b350-65860ed12ce4 None None] Pushing event updated for resources: {'Port': ['ID=a2ee0902-59d9-47c7-92e3-c3963e65cce9,revision_number=2']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:42.716694 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-755aa481-0ea0-42e1-ae70-01cc02991aa5 None None] Attempting to bind port a2ee0902-59d9-47c7-92e3-c3963e65cce9 on host dv-cinder-851279-3-iscsi for vnic_type normal with profile {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 04:59:42.717254 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-755aa481-0ea0-42e1-ae70-01cc02991aa5 None None] Attempting to bind port a2ee0902-59d9-47c7-92e3-c3963e65cce9 by drivers openvswitch,hyperv on host dv-cinder-851279-3-iscsi at level 0 using segments [{'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 04:59:42.718072 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755aa481-0ea0-42e1-ae70-01cc02991aa5 None None] Attempting to bind port a2ee0902-59d9-47c7-92e3-c3963e65cce9 on network 0194f4bd-d033-4ee0-a642-9d17cfb40f96 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 04:59:42.724751 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755aa481-0ea0-42e1-ae70-01cc02991aa5 None None] Checking agent: {'id': 'b9fa2c71-9776-421f-81b8-af2eb557e43b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 49, 56), 'started_at': datetime.datetime(2022, 7, 30, 4, 50, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 4, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 04:59:42.725644 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755aa481-0ea0-42e1-ae70-01cc02991aa5 None None] Checking segment: {'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 04:59:42.726283 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-755aa481-0ea0-42e1-ae70-01cc02991aa5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:42.726890 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755aa481-0ea0-42e1-ae70-01cc02991aa5 None None] Bound using segment: {'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 04:59:42.727569 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-755aa481-0ea0-42e1-ae70-01cc02991aa5 None None] Bound port: a2ee0902-59d9-47c7-92e3-c3963e65cce9, host: dv-cinder-851279-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 04:59:42.728279 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-755aa481-0ea0-42e1-ae70-01cc02991aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (a2ee0902-59d9-47c7-92e3-c3963e65cce9), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:42.794836 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-9b808d08-de21-4368-bae1-61a98af76ebf None None] Current status of the port 73a42047-aa21-4f30-8d79-04220cfb6133 is: DOWN; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:59:42.795331 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-9b808d08-de21-4368-bae1-61a98af76ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (73a42047-aa21-4f30-8d79-04220cfb6133), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:42.820774 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-755aa481-0ea0-42e1-ae70-01cc02991aa5 None None] For port a2ee0902-59d9-47c7-92e3-c3963e65cce9, host dv-cinder-851279-3-iscsi, cleared binding levels {{(pid=103973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:59:42.825691 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-755aa481-0ea0-42e1-ae70-01cc02991aa5 None None] For port a2ee0902-59d9-47c7-92e3-c3963e65cce9, host dv-cinder-851279-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=a2ee0902-59d9-47c7-92e3-c3963e65cce9,segment=NetworkSegment(e5d036d1-25f5-4dcf-bf6d-d8f947655ab3),segment_id=e5d036d1-25f5-4dcf-bf6d-d8f947655ab3)] {{(pid=103973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:59:42.837800 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-755aa481-0ea0-42e1-ae70-01cc02991aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (a2ee0902-59d9-47c7-92e3-c3963e65cce9), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:42.866459 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:42.874863 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-9b808d08-de21-4368-bae1-61a98af76ebf None None] For port 73a42047-aa21-4f30-8d79-04220cfb6133, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=73a42047-aa21-4f30-8d79-04220cfb6133,segment=NetworkSegment(096c86be-0425-44e1-b557-8ed9f2a5448c),segment_id=096c86be-0425-44e1-b557-8ed9f2a5448c)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:59:42.880152 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port eecbb627-a044-4c05-b89c-07b96e2b24f6 is: DOWN; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:59:42.880152 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (eecbb627-a044-4c05-b89c-07b96e2b24f6), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:42.893752 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755aa481-0ea0-42e1-ae70-01cc02991aa5 None None] Routers {'edcd2252-6593-4017-bd6d-8afdc1ca3433'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 04:59:42.894796 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-755aa481-0ea0-42e1-ae70-01cc02991aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T04:59:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['edcd2252-6593-4017-bd6d-8afdc1ca3433'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:42.910004 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-9b808d08-de21-4368-bae1-61a98af76ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (73a42047-aa21-4f30-8d79-04220cfb6133), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:42.931532 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [None req-5b1881d1-200c-4329-b3fb-42a1fdf4248f admin admin] Allocated IP 172.20.0.1 (2d357ba9-9d92-4f45-addc-3d61383ac6ba/871675b2-93bf-466c-ac3f-aef7deda13f7/0177b9f0-daeb-4eb9-88be-2e480cb7f58a) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:59:42.941556 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:43.012529 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] For port eecbb627-a044-4c05-b89c-07b96e2b24f6, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=eecbb627-a044-4c05-b89c-07b96e2b24f6,segment=NetworkSegment(49e86943-6cb8-4f31-93ea-855c416e4a38),segment_id=49e86943-6cb8-4f31-93ea-855c416e4a38)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:59:43.017423 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b808d08-de21-4368-bae1-61a98af76ebf None None] Pushing event updated for resources: {'Port': ['ID=73a42047-aa21-4f30-8d79-04220cfb6133,revision_number=3']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:43.032012 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a6bff0-3165-47e2-994f-ec266a7de802 req-dac67675-3cfe-41c6-8e46-ac0e3306deec tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:43.033992 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-b9a6bff0-3165-47e2-994f-ec266a7de802 req-dac67675-3cfe-41c6-8e46-ac0e3306deec tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 945 time: 0.0658517 Jul 30 04:59:43.035684 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (eecbb627-a044-4c05-b89c-07b96e2b24f6), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:43.036861 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 73a42047-aa21-4f30-8d79-04220cfb6133 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:59:43.059481 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-755aa481-0ea0-42e1-ae70-01cc02991aa5 None None] Set router edcd2252-6593-4017-bd6d-8afdc1ca3433 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 04:59:43.103867 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-5b1881d1-200c-4329-b3fb-42a1fdf4248f admin admin] Publish callbacks [] for port (0177b9f0-daeb-4eb9-88be-2e480cb7f58a), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:43.114081 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-b9a6bff0-3165-47e2-994f-ec266a7de802 req-0b0873d0-d2e4-473c-a9f9-b955a4ac1a96 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc6a3f5-981f-4692-93e9-b347a938bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722606 Jul 30 04:59:43.138405 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Pushing event updated for resources: {'Port': ['ID=eecbb627-a044-4c05-b89c-07b96e2b24f6,revision_number=5']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:43.149087 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-dc421519-acc7-4c2b-96f0-2871c5469f40 None None] Provisioning complete for port 73a42047-aa21-4f30-8d79-04220cfb6133 triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:59:43.149462 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-dc421519-acc7-4c2b-96f0-2871c5469f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (73a42047-aa21-4f30-8d79-04220cfb6133), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:43.157694 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-5b1881d1-200c-4329-b3fb-42a1fdf4248f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (0177b9f0-daeb-4eb9-88be-2e480cb7f58a), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:43.170146 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c521e6-fe17-4fdf-b350-65860ed12ce4 None None] Pushing event updated for resources: {'Port': ['ID=a2ee0902-59d9-47c7-92e3-c3963e65cce9,revision_number=3']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:43.174354 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 73a42047-aa21-4f30-8d79-04220cfb6133 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:59:43.174752 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (73a42047-aa21-4f30-8d79-04220cfb6133), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:43.216273 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1881d1-200c-4329-b3fb-42a1fdf4248f admin admin] Network 2d357ba9-9d92-4f45-addc-3d61383ac6ba is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:59:43.222070 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-5b1881d1-200c-4329-b3fb-42a1fdf4248f admin admin] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:59:43.227272 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1881d1-200c-4329-b3fb-42a1fdf4248f admin admin] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 04:59:43.234133 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1881d1-200c-4329-b3fb-42a1fdf4248f admin admin] Pushing event updated for resources: {'Port': ['ID=0177b9f0-daeb-4eb9-88be-2e480cb7f58a,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:43.276147 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-755aa481-0ea0-42e1-ae70-01cc02991aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edcd2252-6593-4017-bd6d-8afdc1ca3433', 'name': 'tempest-TestShelveInstance-303949186-router', 'tenant_id': 'f96b2dec79d34bc2be795eebfe1b9732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'a2ee0902-59d9-47c7-92e3-c3963e65cce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:59:39Z', 'updated_at': '2022-07-30T04:59:40Z', 'revision_number': 3, 'project_id': 'f96b2dec79d34bc2be795eebfe1b9732', 'gw_port': {'id': 'a2ee0902-59d9-47c7-92e3-c3963e65cce9', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:06:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edcd2252-6593-4017-bd6d-8afdc1ca3433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:59:40Z', 'updated_at': '2022-07-30T04:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi'}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:43.296354 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-5b1881d1-200c-4329-b3fb-42a1fdf4248f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1692814'] for router_interface (edcd2252-6593-4017-bd6d-8afdc1ca3433), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:43.310014 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755aa481-0ea0-42e1-ae70-01cc02991aa5 None None] The sync data for ids ['edcd2252-6593-4017-bd6d-8afdc1ca3433'] in dv-cinder-851279-3-iscsi is: [{'id': 'edcd2252-6593-4017-bd6d-8afdc1ca3433', 'name': 'tempest-TestShelveInstance-303949186-router', 'tenant_id': 'f96b2dec79d34bc2be795eebfe1b9732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'a2ee0902-59d9-47c7-92e3-c3963e65cce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:59:39Z', 'updated_at': '2022-07-30T04:59:40Z', 'revision_number': 3, 'project_id': 'f96b2dec79d34bc2be795eebfe1b9732', 'gw_port': {'id': 'a2ee0902-59d9-47c7-92e3-c3963e65cce9', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:06:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edcd2252-6593-4017-bd6d-8afdc1ca3433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:59:40Z', 'updated_at': '2022-07-30T04:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi'}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:59:43.342593 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-dc421519-acc7-4c2b-96f0-2871c5469f40 None None] Current status of the port 73a42047-aa21-4f30-8d79-04220cfb6133 is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:59:43.346645 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:43.359081 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 73a42047-aa21-4f30-8d79-04220cfb6133 is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:59:43.477689 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-5b1881d1-200c-4329-b3fb-42a1fdf4248f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (0177b9f0-daeb-4eb9-88be-2e480cb7f58a), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:43.663086 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-5b1881d1-200c-4329-b3fb-42a1fdf4248f admin admin] Publish callbacks [] for port (0177b9f0-daeb-4eb9-88be-2e480cb7f58a), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:43.670159 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-5b1881d1-200c-4329-b3fb-42a1fdf4248f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3264605'] for port (0177b9f0-daeb-4eb9-88be-2e480cb7f58a), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:43.681462 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-67295d4d-4692-4c78-90fd-10c9ca21a886 None None] Provisioning complete for port 0177b9f0-daeb-4eb9-88be-2e480cb7f58a triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:59:43.682359 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-67295d4d-4692-4c78-90fd-10c9ca21a886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (0177b9f0-daeb-4eb9-88be-2e480cb7f58a), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:43.786104 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-5b1881d1-200c-4329-b3fb-42a1fdf4248f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706302'] for router_interface (edcd2252-6593-4017-bd6d-8afdc1ca3433), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:43.788275 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1881d1-200c-4329-b3fb-42a1fdf4248f admin admin] Pushing event updated for resources: {'Port': ['ID=0177b9f0-daeb-4eb9-88be-2e480cb7f58a,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:43.824339 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-67295d4d-4692-4c78-90fd-10c9ca21a886 None None] Port 0177b9f0-daeb-4eb9-88be-2e480cb7f58a cannot update to ACTIVE because it is not bound. {{(pid=103972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 30 04:59:43.961053 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33bbf2-8a90-4967-856c-2d8b8ed6bea1 req-35415dfb-555e-4037-b0eb-5586c52005d9 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:43.962987 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bd33bbf2-8a90-4967-856c-2d8b8ed6bea1 req-35415dfb-555e-4037-b0eb-5586c52005d9 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.0861986 Jul 30 04:59:43.996986 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:44.007066 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:44.041710 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1881d1-200c-4329-b3fb-42a1fdf4248f admin admin] Network 2d357ba9-9d92-4f45-addc-3d61383ac6ba is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:59:44.047880 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-5b1881d1-200c-4329-b3fb-42a1fdf4248f admin admin] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:59:44.221201 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067021d-ad9e-46dc-879b-f88c7e992dc2 req-7038378d-dd77-4a5b-b702-e44abc4e7969 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:44.223361 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3067021d-ad9e-46dc-879b-f88c7e992dc2 req-7038378d-dd77-4a5b-b702-e44abc4e7969 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.49 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 945 time: 0.2110395 Jul 30 04:59:44.228694 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bd33bbf2-8a90-4967-856c-2d8b8ed6bea1 req-961ad557-04d4-4165-b5e5-257b5ca82405 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521734 Jul 30 04:59:44.299944 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd875d8-4980-4c0b-a65f-36b580a6664d req-1199c879-1d6d-48f7-b452-8a9b9c06dda9 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:44.302657 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-2bd875d8-4980-4c0b-a65f-36b580a6664d req-1199c879-1d6d-48f7-b452-8a9b9c06dda9 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 945 time: 0.0886025 Jul 30 04:59:44.398855 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-2bd875d8-4980-4c0b-a65f-36b580a6664d req-6b5e05a5-44d2-4f23-8e09-008ebc59c51f tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcc6a3f5-981f-4692-93e9-b347a938bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897183 Jul 30 04:59:44.461873 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-c27cc655-d0a8-4e9f-bfc1-47eb9fc217af None None] Provisioning complete for port 0177b9f0-daeb-4eb9-88be-2e480cb7f58a triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:59:44.462290 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-c27cc655-d0a8-4e9f-bfc1-47eb9fc217af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (0177b9f0-daeb-4eb9-88be-2e480cb7f58a), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:44.490970 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-3067021d-ad9e-46dc-879b-f88c7e992dc2 req-8ee506cf-09ca-48df-ae84-6d4cd890f157 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Deleting port c19fc198-7bdb-497c-b40d-78705a7b0ac9 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 04:59:44.491440 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-3067021d-ad9e-46dc-879b-f88c7e992dc2 req-8ee506cf-09ca-48df-ae84-6d4cd890f157 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (c19fc198-7bdb-497c-b40d-78705a7b0ac9), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:44.495330 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1881d1-200c-4329-b3fb-42a1fdf4248f admin admin] Router edcd2252-6593-4017-bd6d-8afdc1ca3433 has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 04:59:44.541070 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-c27cc655-d0a8-4e9f-bfc1-47eb9fc217af None None] Port 0177b9f0-daeb-4eb9-88be-2e480cb7f58a cannot update to ACTIVE because it is not bound. {{(pid=103972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 30 04:59:44.680907 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device a2ee0902-59d9-47c7-92e3-c3963e65cce9 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:59:44.737529 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-3067021d-ad9e-46dc-879b-f88c7e992dc2 req-8ee506cf-09ca-48df-ae84-6d4cd890f157 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] For port c19fc198-7bdb-497c-b40d-78705a7b0ac9, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=c19fc198-7bdb-497c-b40d-78705a7b0ac9,segment=NetworkSegment(41f502f5-f814-4611-b387-3febd78d07e6),segment_id=41f502f5-f814-4611-b387-3febd78d07e6)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:59:44.738131 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-3067021d-ad9e-46dc-879b-f88c7e992dc2 req-8ee506cf-09ca-48df-ae84-6d4cd890f157 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (c19fc198-7bdb-497c-b40d-78705a7b0ac9), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:44.739194 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port a2ee0902-59d9-47c7-92e3-c3963e65cce9 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:59:44.739693 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (a2ee0902-59d9-47c7-92e3-c3963e65cce9), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:44.751830 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1881d1-200c-4329-b3fb-42a1fdf4248f admin admin] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:59:44.762102 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-5b1881d1-200c-4329-b3fb-42a1fdf4248f admin admin] 10.222.0.20 "PUT /v2.0/routers/edcd2252-6593-4017-bd6d-8afdc1ca3433/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9993360 Jul 30 04:59:44.763332 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-3067021d-ad9e-46dc-879b-f88c7e992dc2 req-8ee506cf-09ca-48df-ae84-6d4cd890f157 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Calling delete_port for c19fc198-7bdb-497c-b40d-78705a7b0ac9 owned by compute:nova {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 04:59:44.836414 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:44.861175 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port a2ee0902-59d9-47c7-92e3-c3963e65cce9 is: DOWN; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:59:44.861572 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (a2ee0902-59d9-47c7-92e3-c3963e65cce9), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:44.891537 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] For port a2ee0902-59d9-47c7-92e3-c3963e65cce9, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=a2ee0902-59d9-47c7-92e3-c3963e65cce9,segment=NetworkSegment(e5d036d1-25f5-4dcf-bf6d-d8f947655ab3),segment_id=e5d036d1-25f5-4dcf-bf6d-d8f947655ab3)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:59:44.896716 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (a2ee0902-59d9-47c7-92e3-c3963e65cce9), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:44.897743 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device eecbb627-a044-4c05-b89c-07b96e2b24f6 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:59:44.952129 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-3067021d-ad9e-46dc-879b-f88c7e992dc2 req-8ee506cf-09ca-48df-ae84-6d4cd890f157 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (c19fc198-7bdb-497c-b40d-78705a7b0ac9), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:44.979961 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Pushing event updated for resources: {'Port': ['ID=a2ee0902-59d9-47c7-92e3-c3963e65cce9,revision_number=4']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:44.986059 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee506cf-09ca-48df-ae84-6d4cd890f157 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Pushing event deleted for resources: {'Port': ['ID=c19fc198-7bdb-497c-b40d-78705a7b0ac9,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:44.989486 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port eecbb627-a044-4c05-b89c-07b96e2b24f6 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:59:44.989880 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (eecbb627-a044-4c05-b89c-07b96e2b24f6), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:45.074877 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-3067021d-ad9e-46dc-879b-f88c7e992dc2 req-8ee506cf-09ca-48df-ae84-6d4cd890f157 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] No DVR routers for this DVR port c19fc198-7bdb-497c-b40d-78705a7b0ac9 on host hv-cinder-85127 {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 30 04:59:45.076269 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port eecbb627-a044-4c05-b89c-07b96e2b24f6 is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:59:45.077353 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 73a42047-aa21-4f30-8d79-04220cfb6133 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:59:45.078375 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-3067021d-ad9e-46dc-879b-f88c7e992dc2 req-8ee506cf-09ca-48df-ae84-6d4cd890f157 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:45.084765 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3067021d-ad9e-46dc-879b-f88c7e992dc2 req-8ee506cf-09ca-48df-ae84-6d4cd890f157 tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.49 "DELETE /v2.0/ports/c19fc198-7bdb-497c-b40d-78705a7b0ac9 HTTP/1.1" status: 204 len: 173 time: 0.8533669 Jul 30 04:59:45.085243 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5348eee1-b615-4ef5-a4db-5deec1276724', 'name': 'network-vif-deleted', 'tag': 'c19fc198-7bdb-497c-b40d-78705a7b0ac9'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 04:59:45.088096 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b16b4900bbfc643f3f19b33d02e463cc441e963483cfbcd5657a130b47b3c9ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c5b33f-08dd-4a7f-b695-84b167038427" -d '{"events": [{"server_uuid": "5348eee1-b615-4ef5-a4db-5deec1276724", "name": "network-vif-deleted", "tag": "c19fc198-7bdb-497c-b40d-78705a7b0ac9"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:59:45.137185 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 73a42047-aa21-4f30-8d79-04220cfb6133 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:59:45.137587 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (73a42047-aa21-4f30-8d79-04220cfb6133), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:45.143076 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 04:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824df1fa-fae0-4618-8e9f-0287aeeb439b x-openstack-request-id: req-824df1fa-fae0-4618-8e9f-0287aeeb439b {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:59:45.143436 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5348eee1-b615-4ef5-a4db-5deec1276724", "name": "network-vif-deleted", "tag": "c19fc198-7bdb-497c-b40d-78705a7b0ac9", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:59:45.143753 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-824df1fa-fae0-4618-8e9f-0287aeeb439b {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:59:45.144216 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-824df1fa-fae0-4618-8e9f-0287aeeb439b'] response: {'server_uuid': '5348eee1-b615-4ef5-a4db-5deec1276724', 'name': 'network-vif-deleted', 'tag': 'c19fc198-7bdb-497c-b40d-78705a7b0ac9', 'status': 'completed', 'code': 200} Jul 30 04:59:45.259556 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 73a42047-aa21-4f30-8d79-04220cfb6133 is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:59:45.369940 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 49952) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:45.382538 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-24523664-437d-409b-a19b-7cfa95ac35de tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-345229865', 'description': 'tempest-secgroup-smoke-345229865 description', 'project_id': '76df23454a3c4a9bb4f61b044ed5a426'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:59:45.389844 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037b268-d6ca-45c2-981d-b1e39404ccb7 req-77899b0d-6f07-4f0b-8b69-dbed1f451997 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:45.398838 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e037b268-d6ca-45c2-981d-b1e39404ccb7 req-77899b0d-6f07-4f0b-8b69-dbed1f451997 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.0616248 Jul 30 04:59:45.436543 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-24523664-437d-409b-a19b-7cfa95ac35de tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:45.451152 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e037b268-d6ca-45c2-981d-b1e39404ccb7 req-a10de37a-c988-4042-9871-2f47da8ced5f tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510788 Jul 30 04:59:45.454491 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:45.549438 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-24523664-437d-409b-a19b-7cfa95ac35de tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks [] for security_group (e12282ff-a456-4058-b8f1-27151862794c), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:45.565411 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-24523664-437d-409b-a19b-7cfa95ac35de tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (e12282ff-a456-4058-b8f1-27151862794c), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:45.601915 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-287a38ab-826b-4a5b-8010-8d5889f21605 req-3f6e46ee-38a4-48cc-9ad8-4c20d264066f tempest-DeleteServersTestJSON-1313340388 tempest-DeleteServersTestJSON-1313340388-project] 10.222.0.20 "GET /v2.0/ports?device_id=5348eee1-b615-4ef5-a4db-5deec1276724 HTTP/1.1" status: 200 len: 210 time: 0.0509875 Jul 30 04:59:45.620451 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24523664-437d-409b-a19b-7cfa95ac35de tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e12282ff-a456-4058-b8f1-27151862794c,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:45.625480 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-24523664-437d-409b-a19b-7cfa95ac35de tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:45.630420 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-24523664-437d-409b-a19b-7cfa95ac35de tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2558157 Jul 30 04:59:45.631377 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 49966) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:45.635938 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-3c5a06e9-60e1-4f84-b08d-9bceec90025a tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Request body: {'security_group_rule': {'security_group_id': 'e12282ff-a456-4058-b8f1-27151862794c', 'project_id': '76df23454a3c4a9bb4f61b044ed5a426', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:59:45.685264 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-3c5a06e9-60e1-4f84-b08d-9bceec90025a tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks [] for security_group_rule (a50c5d4e-f95c-4d3a-a125-489b8bbffd8d), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:45.713435 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:45.752592 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-3c5a06e9-60e1-4f84-b08d-9bceec90025a tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks [] for security_group_rule (a50c5d4e-f95c-4d3a-a125-489b8bbffd8d), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:45.758075 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-3c5a06e9-60e1-4f84-b08d-9bceec90025a tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826758'] for security_group_rule (a50c5d4e-f95c-4d3a-a125-489b8bbffd8d), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:45.792431 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a06e9-60e1-4f84-b08d-9bceec90025a tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a50c5d4e-f95c-4d3a-a125-489b8bbffd8d,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:45.802737 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-3c5a06e9-60e1-4f84-b08d-9bceec90025a tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:45.805491 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-3c5a06e9-60e1-4f84-b08d-9bceec90025a tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1737583 Jul 30 04:59:45.810234 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 49972) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:45.814261 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-a250a305-0cd2-4424-8ec7-ae807058b1b4 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Request body: {'security_group_rule': {'security_group_id': 'e12282ff-a456-4058-b8f1-27151862794c', 'project_id': '76df23454a3c4a9bb4f61b044ed5a426', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:59:45.852839 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a250a305-0cd2-4424-8ec7-ae807058b1b4 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks [] for security_group_rule (e033d19a-9f59-47bf-a82a-886165772691), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:45.886217 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51f4a24-13ee-43fe-ae88-bdd1fea882dc None None] Sync routers for ids ['edcd2252-6593-4017-bd6d-8afdc1ca3433'] in dv-cinder-851279-3-iscsi {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:59:45.907019 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51f4a24-13ee-43fe-ae88-bdd1fea882dc None None] Routers {'edcd2252-6593-4017-bd6d-8afdc1ca3433'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 04:59:45.908713 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-d51f4a24-13ee-43fe-ae88-bdd1fea882dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T04:59:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['edcd2252-6593-4017-bd6d-8afdc1ca3433'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:45.944697 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a250a305-0cd2-4424-8ec7-ae807058b1b4 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks [] for security_group_rule (e033d19a-9f59-47bf-a82a-886165772691), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:45.950291 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a250a305-0cd2-4424-8ec7-ae807058b1b4 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826758'] for security_group_rule (e033d19a-9f59-47bf-a82a-886165772691), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:45.973686 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250a305-0cd2-4424-8ec7-ae807058b1b4 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e033d19a-9f59-47bf-a82a-886165772691,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:45.991365 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a250a305-0cd2-4424-8ec7-ae807058b1b4 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:45.993137 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-a250a305-0cd2-4424-8ec7-ae807058b1b4 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1822999 Jul 30 04:59:45.995835 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 49980) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:46.000587 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-1766e73a-4cc0-4478-984e-230657f87d1d tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Request body: {'security_group_rule': {'security_group_id': 'e12282ff-a456-4058-b8f1-27151862794c', 'project_id': '76df23454a3c4a9bb4f61b044ed5a426', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:59:46.040963 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1766e73a-4cc0-4478-984e-230657f87d1d tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks [] for security_group_rule (362c70f2-35e9-4483-af5c-7b36d314650c), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:46.057050 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (dec4dcff-e2ed-49ed-8dd3-cc3856f345b5), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:46.070977 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:46.087858 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-d51f4a24-13ee-43fe-ae88-bdd1fea882dc None None] Set router edcd2252-6593-4017-bd6d-8afdc1ca3433 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 04:59:46.119409 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:46.120430 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1766e73a-4cc0-4478-984e-230657f87d1d tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks [] for security_group_rule (362c70f2-35e9-4483-af5c-7b36d314650c), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:46.124633 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1766e73a-4cc0-4478-984e-230657f87d1d tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826758'] for security_group_rule (362c70f2-35e9-4483-af5c-7b36d314650c), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:46.141483 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766e73a-4cc0-4478-984e-230657f87d1d tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=362c70f2-35e9-4483-af5c-7b36d314650c,revision_number=0']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:46.156884 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1766e73a-4cc0-4478-984e-230657f87d1d tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:46.158269 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-1766e73a-4cc0-4478-984e-230657f87d1d tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1613269 Jul 30 04:59:46.162721 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 49984) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:46.168769 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-0c05520c-d65d-4edb-91b6-866b724ac630 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Request body: {'security_group_rule': {'security_group_id': 'e12282ff-a456-4058-b8f1-27151862794c', 'project_id': '76df23454a3c4a9bb4f61b044ed5a426', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:59:46.202300 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0c05520c-d65d-4edb-91b6-866b724ac630 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks [] for security_group_rule (ae19d303-f5e6-4a5d-b8f2-afb6baf63541), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:46.268012 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0c05520c-d65d-4edb-91b6-866b724ac630 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks [] for security_group_rule (ae19d303-f5e6-4a5d-b8f2-afb6baf63541), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:46.272048 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0c05520c-d65d-4edb-91b6-866b724ac630 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826758'] for security_group_rule (ae19d303-f5e6-4a5d-b8f2-afb6baf63541), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:46.294808 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c05520c-d65d-4edb-91b6-866b724ac630 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae19d303-f5e6-4a5d-b8f2-afb6baf63541,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:46.304645 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device c19fc198-7bdb-497c-b40d-78705a7b0ac9 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:59:46.306900 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0c05520c-d65d-4edb-91b6-866b724ac630 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:46.308297 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-0c05520c-d65d-4edb-91b6-866b724ac630 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1442602 Jul 30 04:59:46.311276 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 49986) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:46.317835 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-6c3a6c17-bf6a-4c47-a56b-8ab72587bd79 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Request body: {'security_group_rule': {'security_group_id': 'e12282ff-a456-4058-b8f1-27151862794c', 'project_id': '76df23454a3c4a9bb4f61b044ed5a426', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:59:46.329029 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] No Port match for: c19fc198-7bdb-497c-b40d-78705a7b0ac9 {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 04:59:46.329434 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device c19fc198-7bdb-497c-b40d-78705a7b0ac9 not bound to the agent host hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:59:46.331752 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-d51f4a24-13ee-43fe-ae88-bdd1fea882dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edcd2252-6593-4017-bd6d-8afdc1ca3433', 'name': 'tempest-TestShelveInstance-303949186-router', 'tenant_id': 'f96b2dec79d34bc2be795eebfe1b9732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'a2ee0902-59d9-47c7-92e3-c3963e65cce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:59:39Z', 'updated_at': '2022-07-30T04:59:43Z', 'revision_number': 4, 'project_id': 'f96b2dec79d34bc2be795eebfe1b9732', 'gw_port': {'id': 'a2ee0902-59d9-47c7-92e3-c3963e65cce9', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:06:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcd2252-6593-4017-bd6d-8afdc1ca3433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:59:40Z', 'updated_at': '2022-07-30T04:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': '0177b9f0-daeb-4eb9-88be-2e480cb7f58a', 'name': '', 'network_id': '2d357ba9-9d92-4f45-addc-3d61383ac6ba', 'tenant_id': 'f96b2dec79d34bc2be795eebfe1b9732', 'mac_address': 'fa:16:3e:46:b1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edcd2252-6593-4017-bd6d-8afdc1ca3433', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '871675b2-93bf-466c-ac3f-aef7deda13f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:59:42Z', 'updated_at': '2022-07-30T04:59:43Z', 'revision_number': 2, 'project_id': 'f96b2dec79d34bc2be795eebfe1b9732', 'subnets': [{'id': '871675b2-93bf-466c-ac3f-aef7deda13f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:46.341515 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:46.348307 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.db.securitygroups_db [None req-6c3a6c17-bf6a-4c47-a56b-8ab72587bd79 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Project 76df23454a3c4a9bb4f61b044ed5a426 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 04:59:46.355607 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6c3a6c17-bf6a-4c47-a56b-8ab72587bd79 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks [] for security_group_rule (28015bd3-2b33-4bcb-a51f-5ba1e7cdd8b5), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:46.363829 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51f4a24-13ee-43fe-ae88-bdd1fea882dc None None] Checking router: edcd2252-6593-4017-bd6d-8afdc1ca3433 for host: dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:59:46.364175 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51f4a24-13ee-43fe-ae88-bdd1fea882dc None None] Updating router edcd2252-6593-4017-bd6d-8afdc1ca3433 port 0177b9f0-daeb-4eb9-88be-2e480cb7f58a binding host dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 04:59:46.393365 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d51f4a24-13ee-43fe-ae88-bdd1fea882dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (0177b9f0-daeb-4eb9-88be-2e480cb7f58a), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:46.421799 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6c3a6c17-bf6a-4c47-a56b-8ab72587bd79 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks [] for security_group_rule (28015bd3-2b33-4bcb-a51f-5ba1e7cdd8b5), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:46.426805 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6c3a6c17-bf6a-4c47-a56b-8ab72587bd79 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826758'] for security_group_rule (28015bd3-2b33-4bcb-a51f-5ba1e7cdd8b5), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:46.438583 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device a2ee0902-59d9-47c7-92e3-c3963e65cce9 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:59:46.448642 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a6c17-bf6a-4c47-a56b-8ab72587bd79 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28015bd3-2b33-4bcb-a51f-5ba1e7cdd8b5,revision_number=0']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:46.454846 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6c3a6c17-bf6a-4c47-a56b-8ab72587bd79 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:46.461026 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-6c3a6c17-bf6a-4c47-a56b-8ab72587bd79 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1437056 Jul 30 04:59:46.461026 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 49988) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:46.465271 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-1f5ee5a1-651c-429b-b98d-a65b6a1f5d21 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Request body: {'security_group_rule': {'security_group_id': 'e12282ff-a456-4058-b8f1-27151862794c', 'project_id': '76df23454a3c4a9bb4f61b044ed5a426', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:59:46.487442 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.db.securitygroups_db [None req-1f5ee5a1-651c-429b-b98d-a65b6a1f5d21 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Project 76df23454a3c4a9bb4f61b044ed5a426 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 04:59:46.495765 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1f5ee5a1-651c-429b-b98d-a65b6a1f5d21 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks [] for security_group_rule (698e6d04-7f26-4da2-b4e6-21eee1492afa), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:46.619309 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae67c5-0aba-49ab-a178-15276fcd676a req-f77e2a9d-e7fa-47af-89f6-c8f4fb1b3af0 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:46.620755 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-21ae67c5-0aba-49ab-a178-15276fcd676a req-f77e2a9d-e7fa-47af-89f6-c8f4fb1b3af0 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.0646033 Jul 30 04:59:46.641361 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1f5ee5a1-651c-429b-b98d-a65b6a1f5d21 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks [] for security_group_rule (698e6d04-7f26-4da2-b4e6-21eee1492afa), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:46.651042 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1f5ee5a1-651c-429b-b98d-a65b6a1f5d21 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826758'] for security_group_rule (698e6d04-7f26-4da2-b4e6-21eee1492afa), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:46.685507 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ee5a1-651c-429b-b98d-a65b6a1f5d21 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=698e6d04-7f26-4da2-b4e6-21eee1492afa,revision_number=0']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:46.686594 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:46.704419 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1f5ee5a1-651c-429b-b98d-a65b6a1f5d21 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:46.715681 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-1f5ee5a1-651c-429b-b98d-a65b6a1f5d21 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2534590 Jul 30 04:59:46.721204 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-21ae67c5-0aba-49ab-a178-15276fcd676a req-9cfddf1c-03cc-4a4d-a9e2-a146a5dba426 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927570 Jul 30 04:59:46.729189 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port a2ee0902-59d9-47c7-92e3-c3963e65cce9 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:59:46.729737 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (a2ee0902-59d9-47c7-92e3-c3963e65cce9), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:46.903191 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d51f4a24-13ee-43fe-ae88-bdd1fea882dc None None] Publish callbacks [] for port (0177b9f0-daeb-4eb9-88be-2e480cb7f58a), precommit_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:46.915112 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port a2ee0902-59d9-47c7-92e3-c3963e65cce9 is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:59:46.923002 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d51f4a24-13ee-43fe-ae88-bdd1fea882dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (0177b9f0-daeb-4eb9-88be-2e480cb7f58a), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:47.007039 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580464c-5791-4a23-9007-2e53758ad3c4 None None] Pushing event updated for resources: {'Port': ['ID=0177b9f0-daeb-4eb9-88be-2e480cb7f58a,revision_number=3']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:47.023652 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-d51f4a24-13ee-43fe-ae88-bdd1fea882dc None None] Attempting to bind port 0177b9f0-daeb-4eb9-88be-2e480cb7f58a on host dv-cinder-851279-3-iscsi for vnic_type normal with profile {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 04:59:47.024032 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-d51f4a24-13ee-43fe-ae88-bdd1fea882dc None None] Attempting to bind port 0177b9f0-daeb-4eb9-88be-2e480cb7f58a by drivers openvswitch,hyperv on host dv-cinder-851279-3-iscsi at level 0 using segments [{'id': '096c86be-0425-44e1-b557-8ed9f2a5448c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2d357ba9-9d92-4f45-addc-3d61383ac6ba'}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 04:59:47.024396 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51f4a24-13ee-43fe-ae88-bdd1fea882dc None None] Attempting to bind port 0177b9f0-daeb-4eb9-88be-2e480cb7f58a on network 2d357ba9-9d92-4f45-addc-3d61383ac6ba {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 04:59:47.033335 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51f4a24-13ee-43fe-ae88-bdd1fea882dc None None] Checking agent: {'id': 'b9fa2c71-9776-421f-81b8-af2eb557e43b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 49, 56), 'started_at': datetime.datetime(2022, 7, 30, 4, 50, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 4, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 04:59:47.033950 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51f4a24-13ee-43fe-ae88-bdd1fea882dc None None] Checking segment: {'id': '096c86be-0425-44e1-b557-8ed9f2a5448c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2d357ba9-9d92-4f45-addc-3d61383ac6ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 04:59:47.034357 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d51f4a24-13ee-43fe-ae88-bdd1fea882dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:47.034790 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51f4a24-13ee-43fe-ae88-bdd1fea882dc None None] Bound using segment: {'id': '096c86be-0425-44e1-b557-8ed9f2a5448c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2d357ba9-9d92-4f45-addc-3d61383ac6ba'} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 04:59:47.035918 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-d51f4a24-13ee-43fe-ae88-bdd1fea882dc None None] Bound port: 0177b9f0-daeb-4eb9-88be-2e480cb7f58a, host: dv-cinder-851279-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '096c86be-0425-44e1-b557-8ed9f2a5448c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2d357ba9-9d92-4f45-addc-3d61383ac6ba'}}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 04:59:47.036300 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d51f4a24-13ee-43fe-ae88-bdd1fea882dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (0177b9f0-daeb-4eb9-88be-2e480cb7f58a), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:47.105916 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-d51f4a24-13ee-43fe-ae88-bdd1fea882dc None None] For port 0177b9f0-daeb-4eb9-88be-2e480cb7f58a, host dv-cinder-851279-3-iscsi, cleared binding levels {{(pid=103972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:59:47.109421 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-d51f4a24-13ee-43fe-ae88-bdd1fea882dc None None] For port 0177b9f0-daeb-4eb9-88be-2e480cb7f58a, host dv-cinder-851279-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=0177b9f0-daeb-4eb9-88be-2e480cb7f58a,segment=NetworkSegment(096c86be-0425-44e1-b557-8ed9f2a5448c),segment_id=096c86be-0425-44e1-b557-8ed9f2a5448c)] {{(pid=103972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:59:47.116965 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d51f4a24-13ee-43fe-ae88-bdd1fea882dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (0177b9f0-daeb-4eb9-88be-2e480cb7f58a), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:47.160645 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:47.172035 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51f4a24-13ee-43fe-ae88-bdd1fea882dc None None] Routers {'edcd2252-6593-4017-bd6d-8afdc1ca3433'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 04:59:47.172767 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-d51f4a24-13ee-43fe-ae88-bdd1fea882dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T04:59:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['edcd2252-6593-4017-bd6d-8afdc1ca3433'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:47.236236 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580464c-5791-4a23-9007-2e53758ad3c4 None None] Pushing event updated for resources: {'Port': ['ID=0177b9f0-daeb-4eb9-88be-2e480cb7f58a,revision_number=4']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:47.327234 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-d51f4a24-13ee-43fe-ae88-bdd1fea882dc None None] Set router edcd2252-6593-4017-bd6d-8afdc1ca3433 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 04:59:47.583322 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-d51f4a24-13ee-43fe-ae88-bdd1fea882dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edcd2252-6593-4017-bd6d-8afdc1ca3433', 'name': 'tempest-TestShelveInstance-303949186-router', 'tenant_id': 'f96b2dec79d34bc2be795eebfe1b9732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'a2ee0902-59d9-47c7-92e3-c3963e65cce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:59:39Z', 'updated_at': '2022-07-30T04:59:43Z', 'revision_number': 4, 'project_id': 'f96b2dec79d34bc2be795eebfe1b9732', 'gw_port': {'id': 'a2ee0902-59d9-47c7-92e3-c3963e65cce9', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:06:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcd2252-6593-4017-bd6d-8afdc1ca3433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:59:40Z', 'updated_at': '2022-07-30T04:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': '0177b9f0-daeb-4eb9-88be-2e480cb7f58a', 'name': '', 'network_id': '2d357ba9-9d92-4f45-addc-3d61383ac6ba', 'tenant_id': 'f96b2dec79d34bc2be795eebfe1b9732', 'mac_address': 'fa:16:3e:46:b1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edcd2252-6593-4017-bd6d-8afdc1ca3433', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '871675b2-93bf-466c-ac3f-aef7deda13f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:59:42Z', 'updated_at': '2022-07-30T04:59:47Z', 'revision_number': 4, 'project_id': 'f96b2dec79d34bc2be795eebfe1b9732', 'subnets': [{'id': '871675b2-93bf-466c-ac3f-aef7deda13f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:47.611458 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51f4a24-13ee-43fe-ae88-bdd1fea882dc None None] The sync data for ids ['edcd2252-6593-4017-bd6d-8afdc1ca3433'] in dv-cinder-851279-3-iscsi is: [{'id': 'edcd2252-6593-4017-bd6d-8afdc1ca3433', 'name': 'tempest-TestShelveInstance-303949186-router', 'tenant_id': 'f96b2dec79d34bc2be795eebfe1b9732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'a2ee0902-59d9-47c7-92e3-c3963e65cce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:59:39Z', 'updated_at': '2022-07-30T04:59:43Z', 'revision_number': 4, 'project_id': 'f96b2dec79d34bc2be795eebfe1b9732', 'gw_port': {'id': 'a2ee0902-59d9-47c7-92e3-c3963e65cce9', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:06:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcd2252-6593-4017-bd6d-8afdc1ca3433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:59:40Z', 'updated_at': '2022-07-30T04:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': '0177b9f0-daeb-4eb9-88be-2e480cb7f58a', 'name': '', 'network_id': '2d357ba9-9d92-4f45-addc-3d61383ac6ba', 'tenant_id': 'f96b2dec79d34bc2be795eebfe1b9732', 'mac_address': 'fa:16:3e:46:b1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edcd2252-6593-4017-bd6d-8afdc1ca3433', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '871675b2-93bf-466c-ac3f-aef7deda13f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:59:42Z', 'updated_at': '2022-07-30T04:59:47Z', 'revision_number': 4, 'project_id': 'f96b2dec79d34bc2be795eebfe1b9732', 'subnets': [{'id': '871675b2-93bf-466c-ac3f-aef7deda13f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:59:47.856427 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b6a28-8e44-42b2-bb3b-1293bdd6790b req-8c0eed66-2cf7-4446-94c4-542030c9dcb0 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:47.857947 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d89b6a28-8e44-42b2-bb3b-1293bdd6790b req-8c0eed66-2cf7-4446-94c4-542030c9dcb0 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.0498664 Jul 30 04:59:47.915303 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d89b6a28-8e44-42b2-bb3b-1293bdd6790b req-a150d40c-2bd2-4307-995f-272ea54db5e2 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514479 Jul 30 04:59:48.466531 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 0177b9f0-daeb-4eb9-88be-2e480cb7f58a up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:59:48.495465 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 50114) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:48.561432 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 0177b9f0-daeb-4eb9-88be-2e480cb7f58a triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:59:48.561924 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (0177b9f0-daeb-4eb9-88be-2e480cb7f58a), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:48.624329 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:48.713744 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 0177b9f0-daeb-4eb9-88be-2e480cb7f58a is: DOWN; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:59:48.714287 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (0177b9f0-daeb-4eb9-88be-2e480cb7f58a), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:48.792936 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] For port 0177b9f0-daeb-4eb9-88be-2e480cb7f58a, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=0177b9f0-daeb-4eb9-88be-2e480cb7f58a,segment=NetworkSegment(096c86be-0425-44e1-b557-8ed9f2a5448c),segment_id=096c86be-0425-44e1-b557-8ed9f2a5448c)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:59:48.804783 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (0177b9f0-daeb-4eb9-88be-2e480cb7f58a), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:48.870466 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:48.884600 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Pushing event updated for resources: {'Port': ['ID=0177b9f0-daeb-4eb9-88be-2e480cb7f58a,revision_number=5']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:49.060612 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d93ef550-ed13-4563-ac0a-1f3b32bea314 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706265'] for router_interface (e4492f7a-7892-4e11-b88c-383ecb15198a), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:49.132751 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe5b02-45e2-45bc-bd3b-f7fc95c58bbd req-fe5a8ac6-91aa-47c2-99e2-d0ae91f6795b tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:49.135226 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-22fe5b02-45e2-45bc-bd3b-f7fc95c58bbd req-fe5a8ac6-91aa-47c2-99e2-d0ae91f6795b tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.0925863 Jul 30 04:59:49.162253 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 50136) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:49.216197 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-22fe5b02-45e2-45bc-bd3b-f7fc95c58bbd req-19e477af-9863-4419-b4db-4bbac8f91a30 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689332 Jul 30 04:59:49.320841 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e8e4834b-7234-4e5b-95f0-594d6fb22e36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:49.389409 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:INSERT=16,neutron:SELECT=81,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:49.400927 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:49.401898 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e8e4834b-7234-4e5b-95f0-594d6fb22e36 admin admin] Publish callbacks [] for security_group (04c15cfb-ce7a-40e0-b103-94a67fca22b1), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:49.406067 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e8e4834b-7234-4e5b-95f0-594d6fb22e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (04c15cfb-ce7a-40e0-b103-94a67fca22b1), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:49.436842 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-d93ef550-ed13-4563-ac0a-1f3b32bea314 admin admin] Deleting port f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0 {{(pid=103970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 04:59:49.437100 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d93ef550-ed13-4563-ac0a-1f3b32bea314 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:49.448806 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4834b-7234-4e5b-95f0-594d6fb22e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c15cfb-ce7a-40e0-b103-94a67fca22b1,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:49.457552 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-e8e4834b-7234-4e5b-95f0-594d6fb22e36 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b7ca37f9b98d4ae4a4edae28c1f8d13d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2909021 Jul 30 04:59:49.457552 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 50142) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:49.511986 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7458726b-0846-4899-81a2-aa13b1e21796 admin admin] Publish callbacks [] for security_group (04c15cfb-ce7a-40e0-b103-94a67fca22b1), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:49.520813 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-d93ef550-ed13-4563-ac0a-1f3b32bea314 admin admin] For port f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0,segment=NetworkSegment(41f502f5-f814-4611-b387-3febd78d07e6),segment_id=41f502f5-f814-4611-b387-3febd78d07e6)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:59:49.521271 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d93ef550-ed13-4563-ac0a-1f3b32bea314 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:49.536268 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-d93ef550-ed13-4563-ac0a-1f3b32bea314 admin admin] Calling delete_port for f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0 owned by network:router_interface {{(pid=103970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 04:59:49.536485 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7458726b-0846-4899-81a2-aa13b1e21796 admin admin] Publish callbacks [] for security_group (04c15cfb-ce7a-40e0-b103-94a67fca22b1), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:49.543011 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:INSERT=10,neutron:UPDATE=3,neutron:SELECT=83,neutron:DELETE=4 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:49.612526 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7458726b-0846-4899-81a2-aa13b1e21796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (04c15cfb-ce7a-40e0-b103-94a67fca22b1), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:49.615685 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7458726b-0846-4899-81a2-aa13b1e21796 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:49.616856 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-7458726b-0846-4899-81a2-aa13b1e21796 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/04c15cfb-ce7a-40e0-b103-94a67fca22b1 HTTP/1.1" status: 204 len: 168 time: 0.1583569 Jul 30 04:59:49.624715 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458726b-0846-4899-81a2-aa13b1e21796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c15cfb-ce7a-40e0-b103-94a67fca22b1,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:49.768431 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d93ef550-ed13-4563-ac0a-1f3b32bea314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:49.794951 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ef550-ed13-4563-ac0a-1f3b32bea314 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:49.957282 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 50154) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:49.981288 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a15d3ab2-68bd-43bb-94c3-e8e87cf39007 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:50.038776 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d93ef550-ed13-4563-ac0a-1f3b32bea314 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1706421'] for router_interface (e4492f7a-7892-4e11-b88c-383ecb15198a), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:50.090004 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a15d3ab2-68bd-43bb-94c3-e8e87cf39007 admin admin] Publish callbacks [] for security_group (25f13fb8-fcfc-424a-a943-69ebf8de6c17), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:50.094830 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a15d3ab2-68bd-43bb-94c3-e8e87cf39007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (25f13fb8-fcfc-424a-a943-69ebf8de6c17), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:50.107308 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:50.136659 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-a15d3ab2-68bd-43bb-94c3-e8e87cf39007 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d992033017e04e79b2e43ad210e881f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1777492 Jul 30 04:59:50.140654 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 50158) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:50.154770 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d3ab2-68bd-43bb-94c3-e8e87cf39007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f13fb8-fcfc-424a-a943-69ebf8de6c17,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:50.159749 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 50160) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:50.212351 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c72b3a2f-5334-45d1-85c1-a45714160c17 admin admin] Publish callbacks [] for security_group (25f13fb8-fcfc-424a-a943-69ebf8de6c17), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:50.237862 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c72b3a2f-5334-45d1-85c1-a45714160c17 admin admin] Publish callbacks [] for security_group (25f13fb8-fcfc-424a-a943-69ebf8de6c17), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:50.320733 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c72b3a2f-5334-45d1-85c1-a45714160c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (25f13fb8-fcfc-424a-a943-69ebf8de6c17), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:50.323221 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93ef550-ed13-4563-ac0a-1f3b32bea314 admin admin] Router e4492f7a-7892-4e11-b88c-383ecb15198a has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 04:59:50.328632 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c72b3a2f-5334-45d1-85c1-a45714160c17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:50.329802 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-c72b3a2f-5334-45d1-85c1-a45714160c17 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/25f13fb8-fcfc-424a-a943-69ebf8de6c17 HTTP/1.1" status: 204 len: 168 time: 0.1881471 Jul 30 04:59:50.351075 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b3a2f-5334-45d1-85c1-a45714160c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f13fb8-fcfc-424a-a943-69ebf8de6c17,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:50.398631 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8a02071d-d03e-4f45-a46a-e7a46b7df54e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:50.522768 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-ead3f582-b1f0-4677-bb06-43c6a4232124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:50.576162 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2890e-987d-4347-9ae4-e40fde8b022b req-588955b2-133b-4685-9ffa-42e628494931 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:50.577945 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-f9c2890e-987d-4347-9ae4-e40fde8b022b req-588955b2-133b-4685-9ffa-42e628494931 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.2383645 Jul 30 04:59:50.583077 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8a02071d-d03e-4f45-a46a-e7a46b7df54e admin admin] Publish callbacks [] for security_group (64b7e24a-427a-449d-84eb-9f44365406dc), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:50.588378 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8a02071d-d03e-4f45-a46a-e7a46b7df54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (64b7e24a-427a-449d-84eb-9f44365406dc), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:50.648577 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-8a02071d-d03e-4f45-a46a-e7a46b7df54e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=34670e3e0bb8474a84502e7710cbdc2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4848239 Jul 30 04:59:50.648577 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02071d-d03e-4f45-a46a-e7a46b7df54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b7e24a-427a-449d-84eb-9f44365406dc,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:50.648883 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 50184) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:50.657011 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:50.667085 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 0177b9f0-daeb-4eb9-88be-2e480cb7f58a up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 04:59:50.695650 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-f9c2890e-987d-4347-9ae4-e40fde8b022b req-ff196c0a-d90a-4d5f-a306-5ceda264c55c tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106293 Jul 30 04:59:50.697129 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93ef550-ed13-4563-ac0a-1f3b32bea314 admin admin] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 04:59:50.705100 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-d93ef550-ed13-4563-ac0a-1f3b32bea314 admin admin] 10.222.0.20 "PUT /v2.0/routers/e4492f7a-7892-4e11-b88c-383ecb15198a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2054820 Jul 30 04:59:50.705508 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 50186) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:50.712647 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12c1bbb-c5ea-4fbf-bec9-0e65fbf1b6a2 None None] Sync routers for ids ['e4492f7a-7892-4e11-b88c-383ecb15198a'] in dv-cinder-851279-3-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 04:59:50.725079 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:50.727534 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12c1bbb-c5ea-4fbf-bec9-0e65fbf1b6a2 None None] Routers {'e4492f7a-7892-4e11-b88c-383ecb15198a'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 04:59:50.728241 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-d12c1bbb-c5ea-4fbf-bec9-0e65fbf1b6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T04:59:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['e4492f7a-7892-4e11-b88c-383ecb15198a'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:50.768176 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 0177b9f0-daeb-4eb9-88be-2e480cb7f58a triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:59:50.768900 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (0177b9f0-daeb-4eb9-88be-2e480cb7f58a), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:50.805950 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-032b3220-52a3-419a-8d7f-f277ff938006 admin admin] Publish callbacks [] for security_group (64b7e24a-427a-449d-84eb-9f44365406dc), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:50.855620 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 0177b9f0-daeb-4eb9-88be-2e480cb7f58a is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 04:59:50.858948 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-d12c1bbb-c5ea-4fbf-bec9-0e65fbf1b6a2 None None] Set router e4492f7a-7892-4e11-b88c-383ecb15198a gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 04:59:50.878986 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9820fa13-4f80-42a5-ad54-cf093533e262 admin admin] Publish callbacks [] for router (e4492f7a-7892-4e11-b88c-383ecb15198a), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:50.913521 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:50.981012 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-032b3220-52a3-419a-8d7f-f277ff938006 admin admin] Publish callbacks [] for security_group (64b7e24a-427a-449d-84eb-9f44365406dc), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:51.057284 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9820fa13-4f80-42a5-ad54-cf093533e262 admin admin] Publish callbacks [] for router_gateway (e4492f7a-7892-4e11-b88c-383ecb15198a), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:51.061483 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-d12c1bbb-c5ea-4fbf-bec9-0e65fbf1b6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4492f7a-7892-4e11-b88c-383ecb15198a', 'name': 'tempest-DeleteServersTestJSON-1843642538-router', 'tenant_id': 'ef5fe5ac675540c0930bd7bab0d8b27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'dfb46021-4186-4ba0-8935-733ecf2f8cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:09Z', 'updated_at': '2022-07-30T04:59:49Z', 'revision_number': 5, 'project_id': 'ef5fe5ac675540c0930bd7bab0d8b27f', 'gw_port': {'id': 'dfb46021-4186-4ba0-8935-733ecf2f8cc3', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4492f7a-7892-4e11-b88c-383ecb15198a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:10Z', 'updated_at': '2022-07-30T04:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi'}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:51.087945 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12c1bbb-c5ea-4fbf-bec9-0e65fbf1b6a2 None None] Checking router: e4492f7a-7892-4e11-b88c-383ecb15198a for host: dv-cinder-851279-3-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 04:59:51.098245 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-032b3220-52a3-419a-8d7f-f277ff938006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (64b7e24a-427a-449d-84eb-9f44365406dc), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:51.102088 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12c1bbb-c5ea-4fbf-bec9-0e65fbf1b6a2 None None] Routers {'e4492f7a-7892-4e11-b88c-383ecb15198a'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 04:59:51.102709 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-032b3220-52a3-419a-8d7f-f277ff938006 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:51.103111 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-d12c1bbb-c5ea-4fbf-bec9-0e65fbf1b6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T04:59:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['e4492f7a-7892-4e11-b88c-383ecb15198a'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:51.104842 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-032b3220-52a3-419a-8d7f-f277ff938006 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/64b7e24a-427a-449d-84eb-9f44365406dc HTTP/1.1" status: 204 len: 168 time: 0.4550447 Jul 30 04:59:51.157070 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b3220-52a3-419a-8d7f-f277ff938006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b7e24a-427a-449d-84eb-9f44365406dc,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:51.160312 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-9820fa13-4f80-42a5-ad54-cf093533e262 admin admin] Deleting port dfb46021-4186-4ba0-8935-733ecf2f8cc3 {{(pid=103970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 04:59:51.160312 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9820fa13-4f80-42a5-ad54-cf093533e262 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (dfb46021-4186-4ba0-8935-733ecf2f8cc3), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:51.197188 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-d12c1bbb-c5ea-4fbf-bec9-0e65fbf1b6a2 None None] Set router e4492f7a-7892-4e11-b88c-383ecb15198a gateway port host: None {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 04:59:51.256274 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-9820fa13-4f80-42a5-ad54-cf093533e262 admin admin] For port dfb46021-4186-4ba0-8935-733ecf2f8cc3, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=dfb46021-4186-4ba0-8935-733ecf2f8cc3,segment=NetworkSegment(e5d036d1-25f5-4dcf-bf6d-d8f947655ab3),segment_id=e5d036d1-25f5-4dcf-bf6d-d8f947655ab3)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:59:51.256639 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9820fa13-4f80-42a5-ad54-cf093533e262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (dfb46021-4186-4ba0-8935-733ecf2f8cc3), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:51.277117 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-9820fa13-4f80-42a5-ad54-cf093533e262 admin admin] Calling delete_port for dfb46021-4186-4ba0-8935-733ecf2f8cc3 owned by network:router_gateway {{(pid=103970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 04:59:51.287988 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:51.376681 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-d12c1bbb-c5ea-4fbf-bec9-0e65fbf1b6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4492f7a-7892-4e11-b88c-383ecb15198a', 'name': 'tempest-DeleteServersTestJSON-1843642538-router', 'tenant_id': 'ef5fe5ac675540c0930bd7bab0d8b27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:09Z', 'updated_at': '2022-07-30T04:59:51Z', 'revision_number': 6, 'project_id': 'ef5fe5ac675540c0930bd7bab0d8b27f', 'gw_port_host': None}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:51.408839 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12c1bbb-c5ea-4fbf-bec9-0e65fbf1b6a2 None None] The sync data for ids ['e4492f7a-7892-4e11-b88c-383ecb15198a'] in dv-cinder-851279-3-iscsi is: [{'id': 'e4492f7a-7892-4e11-b88c-383ecb15198a', 'name': 'tempest-DeleteServersTestJSON-1843642538-router', 'tenant_id': 'ef5fe5ac675540c0930bd7bab0d8b27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:09Z', 'updated_at': '2022-07-30T04:59:51Z', 'revision_number': 6, 'project_id': 'ef5fe5ac675540c0930bd7bab0d8b27f', 'gw_port_host': None}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 04:59:51.518794 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9820fa13-4f80-42a5-ad54-cf093533e262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (dfb46021-4186-4ba0-8935-733ecf2f8cc3), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:51.549290 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9820fa13-4f80-42a5-ad54-cf093533e262 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfb46021-4186-4ba0-8935-733ecf2f8cc3,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:51.629712 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9820fa13-4f80-42a5-ad54-cf093533e262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706877'] for router_gateway (e4492f7a-7892-4e11-b88c-383ecb15198a), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:51.671269 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:51.740474 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9820fa13-4f80-42a5-ad54-cf093533e262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1680016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31582'] for router (e4492f7a-7892-4e11-b88c-383ecb15198a), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:51.743909 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9820fa13-4f80-42a5-ad54-cf093533e262 admin admin] Publish callbacks [] for router_controller (e4492f7a-7892-4e11-b88c-383ecb15198a), precommit_delete_associations {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:51.834122 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9820fa13-4f80-42a5-ad54-cf093533e262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1679890'] for router (e4492f7a-7892-4e11-b88c-383ecb15198a), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:51.834945 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9820fa13-4f80-42a5-ad54-cf093533e262 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4492f7a-7892-4e11-b88c-383ecb15198a {{(pid=103970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 04:59:51.840625 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9820fa13-4f80-42a5-ad54-cf093533e262 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:51.846878 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-9820fa13-4f80-42a5-ad54-cf093533e262 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e4492f7a-7892-4e11-b88c-383ecb15198a HTTP/1.1" status: 204 len: 168 time: 1.1404698 Jul 30 04:59:51.850461 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 50228) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:51.966915 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81514369-ee15-47b9-9db7-184b865efa9c req-82be1110-1e07-403a-83f4-772826e3f854 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:51.968880 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-81514369-ee15-47b9-9db7-184b865efa9c req-82be1110-1e07-403a-83f4-772826e3f854 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.1064615 Jul 30 04:59:51.970349 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e1004b8-a173-4f7a-86f2-915090fecc4c admin admin] Deleting subnet bf93e83f-aa25-4208-8ce8-4ab7338e6907 {{(pid=103970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 30 04:59:51.982293 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4e1004b8-a173-4f7a-86f2-915090fecc4c admin admin] Publish callbacks [] for subnet (bf93e83f-aa25-4208-8ce8-4ab7338e6907), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:51.990775 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:52.047802 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4e1004b8-a173-4f7a-86f2-915090fecc4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3320015'] for subnet (bf93e83f-aa25-4208-8ce8-4ab7338e6907), precommit_delete_associations {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:52.071820 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-81514369-ee15-47b9-9db7-184b865efa9c req-d993f0e9-522d-4c5f-8956-9fa8c1d113e4 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910082 Jul 30 04:59:52.462868 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device dfb46021-4186-4ba0-8935-733ecf2f8cc3 no longer exists at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:59:52.486044 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] No Port match for: dfb46021-4186-4ba0-8935-733ecf2f8cc3 {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 04:59:52.486397 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device dfb46021-4186-4ba0-8935-733ecf2f8cc3 not bound to the agent host dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:59:52.486853 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0 no longer exists at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:59:52.499329 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4e1004b8-a173-4f7a-86f2-915090fecc4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990981'] for subnet (bf93e83f-aa25-4208-8ce8-4ab7338e6907), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:52.524063 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] No Port match for: f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0 {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 04:59:52.524790 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device f4c2ebd7-bea7-4feb-afb5-e0e7a84490a0 not bound to the agent host dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:59:52.576579 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4e1004b8-a173-4f7a-86f2-915090fecc4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3410599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59151612'] for subnet (bf93e83f-aa25-4208-8ce8-4ab7338e6907), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:52.607695 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1004b8-a173-4f7a-86f2-915090fecc4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf93e83f-aa25-4208-8ce8-4ab7338e6907,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:52.611543 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4e1004b8-a173-4f7a-86f2-915090fecc4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for subnet (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:52.617279 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-4e1004b8-a173-4f7a-86f2-915090fecc4c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bf93e83f-aa25-4208-8ce8-4ab7338e6907 HTTP/1.1" status: 204 len: 168 time: 0.7635601 Jul 30 04:59:52.618476 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 50260) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:52.631437 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910ca1ff-918b-43f4-a637-5fff85e6cb8d None None] Network 97e9be64-b56d-4d78-b9ab-2ad28b14b15e requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 04:59:52.735134 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-20a43a65-4a4e-442c-b336-5aa58165014d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840338'] for network (97e9be64-b56d-4d78-b9ab-2ad28b14b15e), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:52.771026 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:52.797435 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-20a43a65-4a4e-442c-b336-5aa58165014d admin admin] Deleting port 0c05537e-153d-444f-8baf-a39fb2f1b7e0 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 04:59:52.797435 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-20a43a65-4a4e-442c-b336-5aa58165014d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (0c05537e-153d-444f-8baf-a39fb2f1b7e0), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:52.817963 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-89910312-90db-4e29-8c2a-cec0a7591819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:52.896202 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e0e957-6217-4d6c-8252-e2fa2045c66d None None] DHCP port deletion for 97e9be64-b56d-4d78-b9ab-2ad28b14b15e request from dv-cinder-851279-3-iscsi {{(pid=103972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 30 04:59:52.978611 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-f3e0e957-6217-4d6c-8252-e2fa2045c66d None None] Deleting port 0c05537e-153d-444f-8baf-a39fb2f1b7e0 {{(pid=103972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 04:59:52.979044 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f3e0e957-6217-4d6c-8252-e2fa2045c66d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (0c05537e-153d-444f-8baf-a39fb2f1b7e0), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:53.122980 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:DELETE=3,neutron:SELECT=82,neutron:INSERT=15 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:53.127098 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-f3e0e957-6217-4d6c-8252-e2fa2045c66d None None] For port 0c05537e-153d-444f-8baf-a39fb2f1b7e0, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=0c05537e-153d-444f-8baf-a39fb2f1b7e0,segment=NetworkSegment(41f502f5-f814-4611-b387-3febd78d07e6),segment_id=41f502f5-f814-4611-b387-3febd78d07e6)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:59:53.127561 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f3e0e957-6217-4d6c-8252-e2fa2045c66d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (0c05537e-153d-444f-8baf-a39fb2f1b7e0), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:53.160214 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-f3e0e957-6217-4d6c-8252-e2fa2045c66d None None] Calling delete_port for 0c05537e-153d-444f-8baf-a39fb2f1b7e0 owned by network:dhcp {{(pid=103972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 04:59:53.171260 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-20a43a65-4a4e-442c-b336-5aa58165014d admin admin] For port 0c05537e-153d-444f-8baf-a39fb2f1b7e0, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=0c05537e-153d-444f-8baf-a39fb2f1b7e0,segment=NetworkSegment(41f502f5-f814-4611-b387-3febd78d07e6),segment_id=41f502f5-f814-4611-b387-3febd78d07e6)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 04:59:53.171889 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-20a43a65-4a4e-442c-b336-5aa58165014d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (0c05537e-153d-444f-8baf-a39fb2f1b7e0), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:53.194170 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-20a43a65-4a4e-442c-b336-5aa58165014d admin admin] Calling delete_port for 0c05537e-153d-444f-8baf-a39fb2f1b7e0 owned by network:dhcp {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 04:59:53.273691 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4dbcdc-edbd-48d1-8a60-008b98915a80 req-817748c9-32af-45b4-9e62-2b18ca7e935e tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:53.276138 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-bb4dbcdc-edbd-48d1-8a60-008b98915a80 req-817748c9-32af-45b4-9e62-2b18ca7e935e tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.0873306 Jul 30 04:59:53.360852 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-bb4dbcdc-edbd-48d1-8a60-008b98915a80 req-e5832918-ba8b-4372-b59b-b78ca028e013 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761216 Jul 30 04:59:53.369135 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-20a43a65-4a4e-442c-b336-5aa58165014d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (0c05537e-153d-444f-8baf-a39fb2f1b7e0), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:53.400410 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a43a65-4a4e-442c-b336-5aa58165014d admin admin] No DVR routers for this DVR port 0c05537e-153d-444f-8baf-a39fb2f1b7e0 on host dv-cinder-851279-3-iscsi {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 30 04:59:53.411811 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f3e0e957-6217-4d6c-8252-e2fa2045c66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849'] for port (0c05537e-153d-444f-8baf-a39fb2f1b7e0), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:53.448739 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0e957-6217-4d6c-8252-e2fa2045c66d None None] Pushing event deleted for resources: {'Port': ['ID=0c05537e-153d-444f-8baf-a39fb2f1b7e0,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:53.457219 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e0e957-6217-4d6c-8252-e2fa2045c66d None None] No DVR routers for this DVR port 0c05537e-153d-444f-8baf-a39fb2f1b7e0 on host dv-cinder-851279-3-iscsi {{(pid=103972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 30 04:59:53.463968 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a43a65-4a4e-442c-b336-5aa58165014d admin admin] Pushing event deleted for resources: {'Port': ['ID=0c05537e-153d-444f-8baf-a39fb2f1b7e0,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:53.533668 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-20a43a65-4a4e-442c-b336-5aa58165014d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-987256', 'neutron.services.segments.db._delete_segments_for_network-8736268768229'] for network (97e9be64-b56d-4d78-b9ab-2ad28b14b15e), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:53.563836 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.services.segments.db [None req-20a43a65-4a4e-442c-b336-5aa58165014d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97e9be64-b56d-4d78-b9ab-2ad28b14b15e']}} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:53.567439 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.services.segments.db [None req-20a43a65-4a4e-442c-b336-5aa58165014d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f502f5-f814-4611-b387-3febd78d07e6') {'for_net_delete': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:53.567730 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.services.segments.db [None req-20a43a65-4a4e-442c-b336-5aa58165014d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f502f5-f814-4611-b387-3febd78d07e6') {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:53.579592 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-20a43a65-4a4e-442c-b336-5aa58165014d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736268768130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59747294'] for segment (41f502f5-f814-4611-b387-3febd78d07e6), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:53.601590 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-20a43a65-4a4e-442c-b336-5aa58165014d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101'] for segment (41f502f5-f814-4611-b387-3febd78d07e6), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:53.616544 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20a43a65-4a4e-442c-b336-5aa58165014d admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 04:59:53.616968 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-20a43a65-4a4e-442c-b336-5aa58165014d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3264633'] for segment (41f502f5-f814-4611-b387-3febd78d07e6), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:53.639762 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.services.segments.plugin [-] Segment 41f502f5-f814-4611-b387-3febd78d07e6 resource provider aggregate not found Jul 30 04:59:53.688373 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 50316) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:53.695613 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.services.segments.plugin [-] Segment 41f502f5-f814-4611-b387-3febd78d07e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 41f502f5-f814-4611-b387-3febd78d07e6 found for delete ", "request_id": "req-8d16cc02-3426-48e2-8ef5-ceea229bee58"}]} Jul 30 04:59:53.700036 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-20a43a65-4a4e-442c-b336-5aa58165014d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704485'] for network (97e9be64-b56d-4d78-b9ab-2ad28b14b15e), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:53.707969 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-20a43a65-4a4e-442c-b336-5aa58165014d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for network (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:53.714276 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-20a43a65-4a4e-442c-b336-5aa58165014d admin admin] 10.222.0.20 "DELETE /v2.0/networks/97e9be64-b56d-4d78-b9ab-2ad28b14b15e HTTP/1.1" status: 204 len: 168 time: 1.0950553 Jul 30 04:59:53.728018 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a43a65-4a4e-442c-b336-5aa58165014d admin admin] Pushing event deleted for resources: {'Network': ['ID=97e9be64-b56d-4d78-b9ab-2ad28b14b15e,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:53.820080 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b9a9c854-9c3a-4b8b-b471-59c1aa941c74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:53.856729 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 50322) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:53.869900 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:53.911935 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-4e3333de-2977-470e-8878-72e708e45d85 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef5fe5ac675540c0930bd7bab0d8b27f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0506485 Jul 30 04:59:53.914772 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 50324) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:53.927007 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b9a9c854-9c3a-4b8b-b471-59c1aa941c74 admin admin] Publish callbacks [] for security_group (39d032e2-9193-4c17-813a-bfd791ed1892), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:53.937387 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b9a9c854-9c3a-4b8b-b471-59c1aa941c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (39d032e2-9193-4c17-813a-bfd791ed1892), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:54.000557 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-b9a9c854-9c3a-4b8b-b471-59c1aa941c74 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1bca3e76a8194552a8e45df7f50312b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3043771 Jul 30 04:59:54.009333 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 50328) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:54.009519 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a9c854-9c3a-4b8b-b471-59c1aa941c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d032e2-9193-4c17-813a-bfd791ed1892,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:54.021594 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2e81f088-c024-4fcf-9b03-4bb1fd724ac8 admin admin] Publish callbacks [] for security_group (dcc6a3f5-981f-4692-93e9-b347a938bc03), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:54.044578 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2e81f088-c024-4fcf-9b03-4bb1fd724ac8 admin admin] Publish callbacks [] for security_group (dcc6a3f5-981f-4692-93e9-b347a938bc03), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:54.057229 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b6ae5658-ce64-41a0-aaca-bf3a595ee7f6 admin admin] Publish callbacks [] for security_group (39d032e2-9193-4c17-813a-bfd791ed1892), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:54.072557 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:54.075361 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=77,neutron:DELETE=12,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:54.080775 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b6ae5658-ce64-41a0-aaca-bf3a595ee7f6 admin admin] Publish callbacks [] for security_group (39d032e2-9193-4c17-813a-bfd791ed1892), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:54.096399 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2e81f088-c024-4fcf-9b03-4bb1fd724ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (dcc6a3f5-981f-4692-93e9-b347a938bc03), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:54.099690 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2e81f088-c024-4fcf-9b03-4bb1fd724ac8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:54.101729 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-2e81f088-c024-4fcf-9b03-4bb1fd724ac8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dcc6a3f5-981f-4692-93e9-b347a938bc03 HTTP/1.1" status: 204 len: 168 time: 0.1859598 Jul 30 04:59:54.120150 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81f088-c024-4fcf-9b03-4bb1fd724ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc6a3f5-981f-4692-93e9-b347a938bc03,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:54.152197 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b6ae5658-ce64-41a0-aaca-bf3a595ee7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (39d032e2-9193-4c17-813a-bfd791ed1892), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:54.154840 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b6ae5658-ce64-41a0-aaca-bf3a595ee7f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:54.155992 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-b6ae5658-ce64-41a0-aaca-bf3a595ee7f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/39d032e2-9193-4c17-813a-bfd791ed1892 HTTP/1.1" status: 204 len: 168 time: 0.1510427 Jul 30 04:59:54.164997 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae5658-ce64-41a0-aaca-bf3a595ee7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d032e2-9193-4c17-813a-bfd791ed1892,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:54.430810 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 0c05537e-153d-444f-8baf-a39fb2f1b7e0 no longer exists at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 04:59:54.471279 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] No Port match for: 0c05537e-153d-444f-8baf-a39fb2f1b7e0 {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 04:59:54.471666 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 0c05537e-153d-444f-8baf-a39fb2f1b7e0 not bound to the agent host dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 04:59:54.514701 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0bb011-9b84-4411-8e21-4ed0a69b5723 req-65a7fe32-ba9e-4fcc-b760-cb5199c643c3 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:54.516514 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fc0bb011-9b84-4411-8e21-4ed0a69b5723 req-65a7fe32-ba9e-4fcc-b760-cb5199c643c3 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.0664403 Jul 30 04:59:54.587104 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-0190e9d3-b679-4377-86ae-1fa4c8754a82 tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=5dc01f77fe9745369cef62c8379f9209&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507951 Jul 30 04:59:54.620645 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fc0bb011-9b84-4411-8e21-4ed0a69b5723 req-ed499e6f-302d-4694-9128-1caf78786119 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893998 Jul 30 04:59:54.635749 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 50360) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:54.650401 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-29a21272-7075-4b8d-afb2-b3722bec1dac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:54.721482 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:54.736013 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-29a21272-7075-4b8d-afb2-b3722bec1dac admin admin] Publish callbacks [] for security_group (4ceed69f-ddf7-46f6-9bd1-996e75d03733), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:54.741744 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-29a21272-7075-4b8d-afb2-b3722bec1dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (4ceed69f-ddf7-46f6-9bd1-996e75d03733), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:54.748557 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:54.814588 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a21272-7075-4b8d-afb2-b3722bec1dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ceed69f-ddf7-46f6-9bd1-996e75d03733,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:54.826138 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-0cd0ef45-fd66-46de-a764-dc9851c06085 tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:54.827077 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-29a21272-7075-4b8d-afb2-b3722bec1dac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=16f50d42a36248e9b470c14b52f84034&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1899261 Jul 30 04:59:54.827948 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 50368) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:54.828093 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-0cd0ef45-fd66-46de-a764-dc9851c06085 tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2331538 Jul 30 04:59:54.845210 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-d4f86bee-8561-46a3-b157-8459e7230014 tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] 10.222.0.20 "GET /v2.0/quotas/5dc01f77fe9745369cef62c8379f9209 HTTP/1.1" status: 200 len: 375 time: 0.0109205 Jul 30 04:59:54.898896 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-5a3366a7-177a-4dbe-914b-5c9bed7c9832 tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5dc01f77fe9745369cef62c8379f9209&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461576 Jul 30 04:59:54.910097 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b63cc56a-e964-4089-8ccf-ea578b83d28c admin admin] Publish callbacks [] for security_group (4ceed69f-ddf7-46f6-9bd1-996e75d03733), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:54.936766 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b63cc56a-e964-4089-8ccf-ea578b83d28c admin admin] Publish callbacks [] for security_group (4ceed69f-ddf7-46f6-9bd1-996e75d03733), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:55.023236 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b63cc56a-e964-4089-8ccf-ea578b83d28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (4ceed69f-ddf7-46f6-9bd1-996e75d03733), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:55.029189 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b63cc56a-e964-4089-8ccf-ea578b83d28c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:55.030607 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-b63cc56a-e964-4089-8ccf-ea578b83d28c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4ceed69f-ddf7-46f6-9bd1-996e75d03733 HTTP/1.1" status: 204 len: 168 time: 0.2014980 Jul 30 04:59:55.044403 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63cc56a-e964-4089-8ccf-ea578b83d28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ceed69f-ddf7-46f6-9bd1-996e75d03733,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:55.212281 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8aeaf81e-e740-4354-9052-10981834ce40 req-45d86126-9414-4f6e-8839-0389e785a4d9 tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b4b194e-e03a-474d-8f65-701f6622fdb0 HTTP/1.1" status: 200 len: 210 time: 0.0613189 Jul 30 04:59:55.294023 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:55.679710 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:55.795503 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdcb355-2472-41c4-bc71-ec39e47052c5 req-0d6a3ca3-914b-4acd-a0a3-0d7275d45ced tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:55.798958 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ebdcb355-2472-41c4-bc71-ec39e47052c5 req-0d6a3ca3-914b-4acd-a0a3-0d7275d45ced tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.0980797 Jul 30 04:59:55.861386 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ebdcb355-2472-41c4-bc71-ec39e47052c5 req-dcd3e90e-b1af-4837-97e7-73cfec8c46d1 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566294 Jul 30 04:59:56.018059 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 50448) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:56.137038 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f0a8be80-fce9-4e94-83f3-b4a7e82f5b2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:56.218519 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f0a8be80-fce9-4e94-83f3-b4a7e82f5b2e admin admin] Publish callbacks [] for security_group (25f62c97-e454-4719-9383-ee6dd87a0b29), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:56.222311 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f0a8be80-fce9-4e94-83f3-b4a7e82f5b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (25f62c97-e454-4719-9383-ee6dd87a0b29), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:56.286124 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-f0a8be80-fce9-4e94-83f3-b4a7e82f5b2e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c99e869e8f634c5b86d9939d3d168657&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2661734 Jul 30 04:59:56.287333 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8be80-fce9-4e94-83f3-b4a7e82f5b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f62c97-e454-4719-9383-ee6dd87a0b29,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:56.288884 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 50458) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:56.344192 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-03f79e24-404b-4f2c-b8ce-9c3cba656ba0 req-5f510e38-c777-4dfc-bd61-6ca2c2234c68 tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b4b194e-e03a-474d-8f65-701f6622fdb0 HTTP/1.1" status: 200 len: 210 time: 0.0376022 Jul 30 04:59:56.364010 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-9e1432d1-64d5-452d-8b61-9353b401c870 admin admin] Publish callbacks [] for security_group (25f62c97-e454-4719-9383-ee6dd87a0b29), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:56.399740 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-9e1432d1-64d5-452d-8b61-9353b401c870 admin admin] Publish callbacks [] for security_group (25f62c97-e454-4719-9383-ee6dd87a0b29), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:56.504283 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-5e93d8d5-ab4f-4140-b65f-4b8bd8856107 tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=5dc01f77fe9745369cef62c8379f9209&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0849025 Jul 30 04:59:56.700253 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-9e1432d1-64d5-452d-8b61-9353b401c870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (25f62c97-e454-4719-9383-ee6dd87a0b29), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:56.703064 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-9e1432d1-64d5-452d-8b61-9353b401c870 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:56.704190 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-9e1432d1-64d5-452d-8b61-9353b401c870 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/25f62c97-e454-4719-9383-ee6dd87a0b29 HTTP/1.1" status: 204 len: 168 time: 0.4133525 Jul 30 04:59:56.736119 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1432d1-64d5-452d-8b61-9353b401c870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f62c97-e454-4719-9383-ee6dd87a0b29,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:56.764341 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-2dd90235-3b1f-4cce-85a2-8b40b5ed3257 tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:56.765870 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-2dd90235-3b1f-4cce-85a2-8b40b5ed3257 tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2519286 Jul 30 04:59:56.795062 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-7a8017ca-20e5-4b00-b925-f21a800952ef tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] Request body: {'port': {'device_id': '1b4b194e-e03a-474d-8f65-701f6622fdb0', 'network_id': '3956c85e-4429-4657-b3ef-314f849dde5c', 'admin_state_up': True, 'tenant_id': '5dc01f77fe9745369cef62c8379f9209'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:59:56.981044 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-7a8017ca-20e5-4b00-b925-f21a800952ef tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] Made reservation on behalf of 5dc01f77fe9745369cef62c8379f9209 for: {'port': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 04:59:56.984975 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-7a8017ca-20e5-4b00-b925-f21a800952ef tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:57.008443 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-7a8017ca-20e5-4b00-b925-f21a800952ef tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:57.046917 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cd1db-44eb-4e06-8bf6-a2cf707a18d3 req-515dd6d6-5aa6-4877-97f1-869a86c13510 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:57.048500 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a22cd1db-44eb-4e06-8bf6-a2cf707a18d3 req-515dd6d6-5aa6-4877-97f1-869a86c13510 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.0990453 Jul 30 04:59:57.105631 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:57.142174 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a22cd1db-44eb-4e06-8bf6-a2cf707a18d3 req-2af9d7cd-fbb3-4243-86af-00cb4268d843 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847774 Jul 30 04:59:57.184143 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:57.192716 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-7a8017ca-20e5-4b00-b925-f21a800952ef tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] Publish callbacks [] for security_group (c8790b73-4b2c-42c1-b8e1-dd9d9e44d85d), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:57.198225 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-7a8017ca-20e5-4b00-b925-f21a800952ef tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (c8790b73-4b2c-42c1-b8e1-dd9d9e44d85d), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:57.272245 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8017ca-20e5-4b00-b925-f21a800952ef tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8790b73-4b2c-42c1-b8e1-dd9d9e44d85d,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:57.358150 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-7a8017ca-20e5-4b00-b925-f21a800952ef tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] Allocated IP 192.168.233.6 (3956c85e-4429-4657-b3ef-314f849dde5c/b4ba2fe0-6d9f-4fa2-9332-4f94d73f6165/8504d07b-9873-461b-a383-5d5c53437dee) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 04:59:57.466104 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-72240618-78df-4c09-9633-55b9d0853693 req-9fb2c08a-39b7-4f78-91e0-2e200551a9ee tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b4b194e-e03a-474d-8f65-701f6622fdb0 HTTP/1.1" status: 200 len: 210 time: 0.0325222 Jul 30 04:59:57.528614 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-7a8017ca-20e5-4b00-b925-f21a800952ef tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] Publish callbacks [] for port (8504d07b-9873-461b-a383-5d5c53437dee), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:57.563732 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-7a8017ca-20e5-4b00-b925-f21a800952ef tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (8504d07b-9873-461b-a383-5d5c53437dee), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:57.607023 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-7a8017ca-20e5-4b00-b925-f21a800952ef tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] Network 3956c85e-4429-4657-b3ef-314f849dde5c is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 04:59:57.612851 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-7a8017ca-20e5-4b00-b925-f21a800952ef tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 04:59:57.617064 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-7a8017ca-20e5-4b00-b925-f21a800952ef tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 04:59:57.643771 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8017ca-20e5-4b00-b925-f21a800952ef tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] Pushing event updated for resources: {'Port': ['ID=8504d07b-9873-461b-a383-5d5c53437dee,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:57.695311 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-7a8017ca-20e5-4b00-b925-f21a800952ef tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:57.696174 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-7a8017ca-20e5-4b00-b925-f21a800952ef tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:57.717117 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-7a8017ca-20e5-4b00-b925-f21a800952ef tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9263959 Jul 30 04:59:57.730506 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-93600077-eae5-4fa9-9ddb-cb99f6ce4e5c service neutron] Request body: {'port': {'device_id': '1b4b194e-e03a-474d-8f65-701f6622fdb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 04:59:57.816112 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-93600077-eae5-4fa9-9ddb-cb99f6ce4e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (8504d07b-9873-461b-a383-5d5c53437dee), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:57.900664 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-637f5215-8890-4459-aeab-7eeea6a144f4 None None] Provisioning complete for port 8504d07b-9873-461b-a383-5d5c53437dee triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 04:59:57.901273 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-637f5215-8890-4459-aeab-7eeea6a144f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (8504d07b-9873-461b-a383-5d5c53437dee), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:57.947407 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-637f5215-8890-4459-aeab-7eeea6a144f4 None None] Port 8504d07b-9873-461b-a383-5d5c53437dee cannot update to ACTIVE because it is not bound. {{(pid=103972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 30 04:59:58.055417 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:58.142722 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-93600077-eae5-4fa9-9ddb-cb99f6ce4e5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8504d07b-9873-461b-a383-5d5c53437dee {{(pid=103971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 04:59:58.152959 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-93600077-eae5-4fa9-9ddb-cb99f6ce4e5c service neutron] Publish callbacks [] for port (8504d07b-9873-461b-a383-5d5c53437dee), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:58.155371 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:58.169729 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.provisioning_blocks [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-93600077-eae5-4fa9-9ddb-cb99f6ce4e5c service neutron] Transition to ACTIVE for port object 8504d07b-9873-461b-a383-5d5c53437dee will not be triggered until provisioned by entity L2. {{(pid=103971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 30 04:59:58.177450 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-93600077-eae5-4fa9-9ddb-cb99f6ce4e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3264605'] for port (8504d07b-9873-461b-a383-5d5c53437dee), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:58.356957 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 50572) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:58.410980 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f7ebea3-d145-4e6b-ab8a-c1a50111a119 admin admin] Deleting subnet 50675e50-4cff-495a-98f2-18b99fb3224f {{(pid=103970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 30 04:59:58.414747 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1f7ebea3-d145-4e6b-ab8a-c1a50111a119 admin admin] Publish callbacks [] for subnet (50675e50-4cff-495a-98f2-18b99fb3224f), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:58.421301 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49c647-da4d-48f3-a33f-f3dadcda1feb req-65f4b47e-b1d0-4f11-9f19-9a5e4cf29e2b tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:58.422874 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4d49c647-da4d-48f3-a33f-f3dadcda1feb req-65f4b47e-b1d0-4f11-9f19-9a5e4cf29e2b tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.1350610 Jul 30 04:59:58.428435 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93600077-eae5-4fa9-9ddb-cb99f6ce4e5c service neutron] Pushing event updated for resources: {'Port': ['ID=8504d07b-9873-461b-a383-5d5c53437dee,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:58.475600 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1f7ebea3-d145-4e6b-ab8a-c1a50111a119 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3320015'] for subnet (50675e50-4cff-495a-98f2-18b99fb3224f), precommit_delete_associations {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:58.483520 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-93600077-eae5-4fa9-9ddb-cb99f6ce4e5c service neutron] Attempting to bind port 8504d07b-9873-461b-a383-5d5c53437dee on host hv-cinder-85127 for vnic_type normal with profile {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 04:59:58.483866 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-93600077-eae5-4fa9-9ddb-cb99f6ce4e5c service neutron] Attempting to bind port 8504d07b-9873-461b-a383-5d5c53437dee by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '0b3bb8f0-2ba0-4567-8a86-9e26f53c354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3956c85e-4429-4657-b3ef-314f849dde5c'}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 04:59:58.484372 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-93600077-eae5-4fa9-9ddb-cb99f6ce4e5c service neutron] Attempting to bind port 8504d07b-9873-461b-a383-5d5c53437dee on network 3956c85e-4429-4657-b3ef-314f849dde5c {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 04:59:58.493435 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-93600077-eae5-4fa9-9ddb-cb99f6ce4e5c service neutron] Port 8504d07b-9873-461b-a383-5d5c53437dee on network 3956c85e-4429-4657-b3ef-314f849dde5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 30 04:59:58.493765 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-93600077-eae5-4fa9-9ddb-cb99f6ce4e5c service neutron] Attempting to bind port 8504d07b-9873-461b-a383-5d5c53437dee on network 3956c85e-4429-4657-b3ef-314f849dde5c {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 04:59:58.523229 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-93600077-eae5-4fa9-9ddb-cb99f6ce4e5c service neutron] Checking agent: {'id': 'dec4dcff-e2ed-49ed-8dd3-cc3856f345b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 56, 16), 'started_at': datetime.datetime(2022, 7, 30, 4, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 4, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 04:59:58.523570 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-93600077-eae5-4fa9-9ddb-cb99f6ce4e5c service neutron] Checking segment: {'id': '0b3bb8f0-2ba0-4567-8a86-9e26f53c354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3956c85e-4429-4657-b3ef-314f849dde5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 04:59:58.523957 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-93600077-eae5-4fa9-9ddb-cb99f6ce4e5c service neutron] Bound using segment: {'id': '0b3bb8f0-2ba0-4567-8a86-9e26f53c354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3956c85e-4429-4657-b3ef-314f849dde5c'} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 04:59:58.524482 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-93600077-eae5-4fa9-9ddb-cb99f6ce4e5c service neutron] Bound port: 8504d07b-9873-461b-a383-5d5c53437dee, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b3bb8f0-2ba0-4567-8a86-9e26f53c354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3956c85e-4429-4657-b3ef-314f849dde5c'}}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 04:59:58.524765 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-93600077-eae5-4fa9-9ddb-cb99f6ce4e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (8504d07b-9873-461b-a383-5d5c53437dee), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:58.539730 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1f7ebea3-d145-4e6b-ab8a-c1a50111a119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990981'] for subnet (50675e50-4cff-495a-98f2-18b99fb3224f), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:58.544752 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4d49c647-da4d-48f3-a33f-f3dadcda1feb req-593e6427-5ac8-44b2-884f-162124b18605 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128335 Jul 30 04:59:58.621312 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-93600077-eae5-4fa9-9ddb-cb99f6ce4e5c service neutron] For port 8504d07b-9873-461b-a383-5d5c53437dee, host hv-cinder-85127, cleared binding levels {{(pid=103971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 04:59:58.628661 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-93600077-eae5-4fa9-9ddb-cb99f6ce4e5c service neutron] For port 8504d07b-9873-461b-a383-5d5c53437dee, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=8504d07b-9873-461b-a383-5d5c53437dee,segment=NetworkSegment(0b3bb8f0-2ba0-4567-8a86-9e26f53c354b),segment_id=0b3bb8f0-2ba0-4567-8a86-9e26f53c354b)] {{(pid=103971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 04:59:58.637387 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-93600077-eae5-4fa9-9ddb-cb99f6ce4e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3264605'] for port (8504d07b-9873-461b-a383-5d5c53437dee), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:58.645753 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-93600077-eae5-4fa9-9ddb-cb99f6ce4e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:58.646397 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-93600077-eae5-4fa9-9ddb-cb99f6ce4e5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:58.648048 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-93600077-eae5-4fa9-9ddb-cb99f6ce4e5c service neutron] 10.222.0.49 "PUT /v2.0/ports/8504d07b-9873-461b-a383-5d5c53437dee HTTP/1.1" status: 200 len: 1096 time: 0.9229543 Jul 30 04:59:58.648495 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b4b194e-e03a-474d-8f65-701f6622fdb0', 'tag': '8504d07b-9873-461b-a383-5d5c53437dee'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 04:59:58.648613 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398656a-6377-436b-b8bf-5a962ab35d65 req-3119631e-4335-448d-963b-cbadca8c4aa8 tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:58.651895 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b16b4900bbfc643f3f19b33d02e463cc441e963483cfbcd5657a130b47b3c9ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316779db-e52e-4dd9-b692-90736f63afc9" -d '{"events": [{"name": "network-changed", "server_uuid": "1b4b194e-e03a-474d-8f65-701f6622fdb0", "tag": "8504d07b-9873-461b-a383-5d5c53437dee"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 04:59:58.663589 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-0398656a-6377-436b-b8bf-5a962ab35d65 req-3119631e-4335-448d-963b-cbadca8c4aa8 tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b4b194e-e03a-474d-8f65-701f6622fdb0 HTTP/1.1" status: 200 len: 946 time: 0.0869467 Jul 30 04:59:58.705660 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Jul 2022 04:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d071ac89-a21d-490d-9fae-339ae383d629 x-openstack-request-id: req-d071ac89-a21d-490d-9fae-339ae383d629 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 04:59:58.706011 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b4b194e-e03a-474d-8f65-701f6622fdb0", "tag": "8504d07b-9873-461b-a383-5d5c53437dee", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 04:59:58.706992 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d071ac89-a21d-490d-9fae-339ae383d629 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 04:59:58.706992 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d071ac89-a21d-490d-9fae-339ae383d629'] response: {'name': 'network-changed', 'server_uuid': '1b4b194e-e03a-474d-8f65-701f6622fdb0', 'tag': '8504d07b-9873-461b-a383-5d5c53437dee', 'status': 'completed', 'code': 200} Jul 30 04:59:58.730120 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1f7ebea3-d145-4e6b-ab8a-c1a50111a119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3410599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59151612'] for subnet (50675e50-4cff-495a-98f2-18b99fb3224f), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:58.744644 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93600077-eae5-4fa9-9ddb-cb99f6ce4e5c service neutron] Pushing event updated for resources: {'Port': ['ID=8504d07b-9873-461b-a383-5d5c53437dee,revision_number=3']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:58.753129 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-6c728f78-fd61-461d-91e1-ef7047197a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:58.755356 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-6c728f78-fd61-461d-91e1-ef7047197a25 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5dc01f77fe9745369cef62c8379f9209&device_id=1b4b194e-e03a-474d-8f65-701f6622fdb0 HTTP/1.1" status: 200 len: 1130 time: 0.0623143 Jul 30 04:59:58.773122 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ebea3-d145-4e6b-ab8a-c1a50111a119 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50675e50-4cff-495a-98f2-18b99fb3224f,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:58.791841 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-0398656a-6377-436b-b8bf-5a962ab35d65 req-adb69357-f381-435b-8f2a-a1a29c4343b2 tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8790b73-4b2c-42c1-b8e1-dd9d9e44d85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269372 Jul 30 04:59:58.794288 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1f7ebea3-d145-4e6b-ab8a-c1a50111a119 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for subnet (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:58.798371 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-1f7ebea3-d145-4e6b-ab8a-c1a50111a119 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/50675e50-4cff-495a-98f2-18b99fb3224f HTTP/1.1" status: 204 len: 168 time: 0.4403992 Jul 30 04:59:58.801734 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 50590) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:58.804174 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-4aa01154-23d0-4f22-b125-cc27d2fa2d6b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=8504d07b-9873-461b-a383-5d5c53437dee HTTP/1.1" status: 200 len: 217 time: 0.0404329 Jul 30 04:59:58.868460 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-b5aea74c-070a-4d8b-8038-c2a58d9a3508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:58.870272 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-b5aea74c-070a-4d8b-8038-c2a58d9a3508 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b4ba2fe0-6d9f-4fa2-9332-4f94d73f6165 HTTP/1.1" status: 200 len: 843 time: 0.0552297 Jul 30 04:59:58.882202 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-02324bfc-df0f-4397-bc22-d1140db26916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840338'] for network (57365429-9f73-4ca3-ab73-97c8563bd522), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:58.924210 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-ea4dc418-249f-4fcd-8bcc-64c6b53d191a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:58.927243 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-ea4dc418-249f-4fcd-8bcc-64c6b53d191a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3956c85e-4429-4657-b3ef-314f849dde5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0496793 Jul 30 04:59:58.980098 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-02324bfc-df0f-4397-bc22-d1140db26916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-987256', 'neutron.services.segments.db._delete_segments_for_network-8736268768229'] for network (57365429-9f73-4ca3-ab73-97c8563bd522), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:58.982356 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:59.002774 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.services.segments.db [None req-02324bfc-df0f-4397-bc22-d1140db26916 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57365429-9f73-4ca3-ab73-97c8563bd522']}} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:59.019313 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.services.segments.db [None req-02324bfc-df0f-4397-bc22-d1140db26916 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67b0fdbd-1d9b-4d47-9680-4c85dde3f5fd') {'for_net_delete': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:59.019642 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.services.segments.db [None req-02324bfc-df0f-4397-bc22-d1140db26916 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67b0fdbd-1d9b-4d47-9680-4c85dde3f5fd') {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:59.034294 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-02324bfc-df0f-4397-bc22-d1140db26916 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736268768130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3320020'] for segment (67b0fdbd-1d9b-4d47-9680-4c85dde3f5fd), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:59.049405 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-02324bfc-df0f-4397-bc22-d1140db26916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101'] for segment (67b0fdbd-1d9b-4d47-9680-4c85dde3f5fd), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:59.054587 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-c96b00fb-c9f1-4998-88fe-da0ebe159610 service neutron] 10.222.0.49 "GET /v2.0/networks/3956c85e-4429-4657-b3ef-314f849dde5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143856 Jul 30 04:59:59.056687 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02324bfc-df0f-4397-bc22-d1140db26916 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 04:59:59.057104 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-02324bfc-df0f-4397-bc22-d1140db26916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3410637'] for segment (67b0fdbd-1d9b-4d47-9680-4c85dde3f5fd), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:59.070880 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:DELETE=6,neutron:SELECT=87,neutron:INSERT=7 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:59.096893 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.services.segments.plugin [-] Segment 67b0fdbd-1d9b-4d47-9680-4c85dde3f5fd resource provider aggregate not found Jul 30 04:59:59.121455 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.services.segments.plugin [-] Segment 67b0fdbd-1d9b-4d47-9680-4c85dde3f5fd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67b0fdbd-1d9b-4d47-9680-4c85dde3f5fd found for delete ", "request_id": "req-26f69334-9fb8-4ef9-bdac-c05d7ea1baf4"}]} Jul 30 04:59:59.131586 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-02324bfc-df0f-4397-bc22-d1140db26916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704485'] for network (57365429-9f73-4ca3-ab73-97c8563bd522), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:59.147677 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-02324bfc-df0f-4397-bc22-d1140db26916 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for network (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:59.150805 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-02324bfc-df0f-4397-bc22-d1140db26916 admin admin] 10.222.0.20 "DELETE /v2.0/networks/57365429-9f73-4ca3-ab73-97c8563bd522 HTTP/1.1" status: 204 len: 168 time: 0.3478737 Jul 30 04:59:59.151802 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02324bfc-df0f-4397-bc22-d1140db26916 admin admin] Pushing event deleted for resources: {'Network': ['ID=57365429-9f73-4ca3-ab73-97c8563bd522,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:59.153744 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 50600) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:59.200356 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-73ddbd30-3a02-41c0-aacb-52b6b63d6eb0 req-bb5345a2-3bcc-4d03-9ab3-bd6bbfe89abb service neutron] 10.222.0.49 "GET /v2.0/networks/3956c85e-4429-4657-b3ef-314f849dde5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368427 Jul 30 04:59:59.212868 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_v2 [None req-4997909d-4e3c-4915-9725-9116f4ccb54f admin admin] Deleting subnet 293c6899-e23d-4832-a078-631da2397fb0 {{(pid=103971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 30 04:59:59.215638 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:59.216579 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4997909d-4e3c-4915-9725-9116f4ccb54f admin admin] Publish callbacks [] for subnet (293c6899-e23d-4832-a078-631da2397fb0), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:59.259215 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4997909d-4e3c-4915-9725-9116f4ccb54f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59747269'] for subnet (293c6899-e23d-4832-a078-631da2397fb0), precommit_delete_associations {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:59.298769 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4997909d-4e3c-4915-9725-9116f4ccb54f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990981'] for subnet (293c6899-e23d-4832-a078-631da2397fb0), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:59.358978 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4997909d-4e3c-4915-9725-9116f4ccb54f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3264531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59362671'] for subnet (293c6899-e23d-4832-a078-631da2397fb0), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:59.362942 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 04:59:59.387580 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997909d-4e3c-4915-9725-9116f4ccb54f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=293c6899-e23d-4832-a078-631da2397fb0,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:59.389704 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4997909d-4e3c-4915-9725-9116f4ccb54f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:59.392811 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-4997909d-4e3c-4915-9725-9116f4ccb54f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/293c6899-e23d-4832-a078-631da2397fb0 HTTP/1.1" status: 204 len: 168 time: 0.2381210 Jul 30 04:59:59.396928 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 50604) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:59.476524 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-7d888192-8988-4321-87f4-1d9ae10dec94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840338'] for network (5684a27d-1cd2-4fc4-9f7d-46d056ceea4d), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:59.558307 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-7d888192-8988-4321-87f4-1d9ae10dec94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-987256', 'neutron.services.segments.db._delete_segments_for_network-8736268768229'] for network (5684a27d-1cd2-4fc4-9f7d-46d056ceea4d), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:59.579232 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.services.segments.db [None req-7d888192-8988-4321-87f4-1d9ae10dec94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5684a27d-1cd2-4fc4-9f7d-46d056ceea4d']}} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:59.589480 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.services.segments.db [None req-7d888192-8988-4321-87f4-1d9ae10dec94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd4011bc-a9f3-4209-bbb6-75d050a1a3a6') {'for_net_delete': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:59.589795 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.services.segments.db [None req-7d888192-8988-4321-87f4-1d9ae10dec94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd4011bc-a9f3-4209-bbb6-75d050a1a3a6') {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 04:59:59.600614 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-7d888192-8988-4321-87f4-1d9ae10dec94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736268768130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3320020'] for segment (dd4011bc-a9f3-4209-bbb6-75d050a1a3a6), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:59.615818 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-7d888192-8988-4321-87f4-1d9ae10dec94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101'] for segment (dd4011bc-a9f3-4209-bbb6-75d050a1a3a6), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:59.623466 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d888192-8988-4321-87f4-1d9ae10dec94 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 04:59:59.624993 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-7d888192-8988-4321-87f4-1d9ae10dec94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3410637'] for segment (dd4011bc-a9f3-4209-bbb6-75d050a1a3a6), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:59.687107 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab83a62-44e6-4a01-b1f9-85202984273f req-c5e51d5a-c3b8-457f-9409-c8e561cb15bd tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:59.689238 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-dab83a62-44e6-4a01-b1f9-85202984273f req-c5e51d5a-c3b8-457f-9409-c8e561cb15bd tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.0638993 Jul 30 04:59:59.706261 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-7d888192-8988-4321-87f4-1d9ae10dec94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704485'] for network (5684a27d-1cd2-4fc4-9f7d-46d056ceea4d), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:59.713894 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-7d888192-8988-4321-87f4-1d9ae10dec94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for network (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:59.718603 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-7d888192-8988-4321-87f4-1d9ae10dec94 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5684a27d-1cd2-4fc4-9f7d-46d056ceea4d HTTP/1.1" status: 204 len: 168 time: 0.3206501 Jul 30 04:59:59.730092 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d888192-8988-4321-87f4-1d9ae10dec94 admin admin] Pushing event deleted for resources: {'Network': ['ID=5684a27d-1cd2-4fc4-9f7d-46d056ceea4d,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 04:59:59.752568 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-dab83a62-44e6-4a01-b1f9-85202984273f req-614f574f-d003-4c2d-8a36-e0018337a7c1 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569661 Jul 30 04:59:59.820358 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 50616) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:59.925330 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f9edff-c3b0-441d-a719-2d499f51b035 req-e9afa84f-fca8-4802-860a-54a0cbca3f2d tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 04:59:59.925603 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 50622) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 04:59:59.939070 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e0f9edff-c3b0-441d-a719-2d499f51b035 req-e9afa84f-fca8-4802-860a-54a0cbca3f2d tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b4b194e-e03a-474d-8f65-701f6622fdb0 HTTP/1.1" status: 200 len: 946 time: 0.0676529 Jul 30 04:59:59.965072 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-7cc96da2-8bbf-4ee2-b586-80e9ad828c8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 04:59:59.975145 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-57c1e111-a441-48f3-b0e5-103642db93fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d00250cfb0f45e6bbb74e56422d2db2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0481944 Jul 30 04:59:59.977619 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 50624) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:00.016441 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e0f9edff-c3b0-441d-a719-2d499f51b035 req-55aada07-bebb-47e4-bb14-319c7cc7f7a0 tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8790b73-4b2c-42c1-b8e1-dd9d9e44d85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764647 Jul 30 05:00:00.045314 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a17dda53-097d-41a3-9439-aab9e49ddc95 admin admin] Publish callbacks [] for security_group (c62ff0a4-d86d-41d5-bee0-fc3dcb23e6d1), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:00.072106 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a17dda53-097d-41a3-9439-aab9e49ddc95 admin admin] Publish callbacks [] for security_group (c62ff0a4-d86d-41d5-bee0-fc3dcb23e6d1), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:00.085050 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-7cc96da2-8bbf-4ee2-b586-80e9ad828c8d admin admin] Publish callbacks [] for security_group (9e58f67a-d2c6-4cbc-afa9-b48123002829), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:00.089321 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-7cc96da2-8bbf-4ee2-b586-80e9ad828c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (9e58f67a-d2c6-4cbc-afa9-b48123002829), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:00.141071 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-7cc96da2-8bbf-4ee2-b586-80e9ad828c8d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b814b33e4f2f4a84ab57e7588bc0714e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3169272 Jul 30 05:00:00.141680 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 50630) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:00.144487 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc96da2-8bbf-4ee2-b586-80e9ad828c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e58f67a-d2c6-4cbc-afa9-b48123002829,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:00.164996 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a17dda53-097d-41a3-9439-aab9e49ddc95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (c62ff0a4-d86d-41d5-bee0-fc3dcb23e6d1), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:00.168080 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a17dda53-097d-41a3-9439-aab9e49ddc95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:00.171107 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-a17dda53-097d-41a3-9439-aab9e49ddc95 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c62ff0a4-d86d-41d5-bee0-fc3dcb23e6d1 HTTP/1.1" status: 204 len: 168 time: 0.1923506 Jul 30 05:00:00.209091 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17dda53-097d-41a3-9439-aab9e49ddc95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62ff0a4-d86d-41d5-bee0-fc3dcb23e6d1,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:00.250472 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-171ff832-e00b-4fac-a82c-1d6f72528cfe admin admin] Publish callbacks [] for security_group (9e58f67a-d2c6-4cbc-afa9-b48123002829), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:00.300947 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-171ff832-e00b-4fac-a82c-1d6f72528cfe admin admin] Publish callbacks [] for security_group (9e58f67a-d2c6-4cbc-afa9-b48123002829), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:00.303366 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316779db-e52e-4dd9-b692-90736f63afc9 req-a15c9964-c3c9-461b-9848-e38a183f6855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:00.304849 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-316779db-e52e-4dd9-b692-90736f63afc9 req-a15c9964-c3c9-461b-9848-e38a183f6855 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5dc01f77fe9745369cef62c8379f9209&device_id=1b4b194e-e03a-474d-8f65-701f6622fdb0 HTTP/1.1" status: 200 len: 1130 time: 0.0674124 Jul 30 05:00:00.425863 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-171ff832-e00b-4fac-a82c-1d6f72528cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (9e58f67a-d2c6-4cbc-afa9-b48123002829), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:00.428308 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-171ff832-e00b-4fac-a82c-1d6f72528cfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:00.429440 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-171ff832-e00b-4fac-a82c-1d6f72528cfe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e58f67a-d2c6-4cbc-afa9-b48123002829 HTTP/1.1" status: 204 len: 168 time: 0.2867405 Jul 30 05:00:00.434826 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316779db-e52e-4dd9-b692-90736f63afc9 req-f2c22cf0-ed50-4770-b967-236ab5ad6e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:00.436230 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-316779db-e52e-4dd9-b692-90736f63afc9 req-f2c22cf0-ed50-4770-b967-236ab5ad6e66 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3956c85e-4429-4657-b3ef-314f849dde5c HTTP/1.1" status: 200 len: 870 time: 0.1216948 Jul 30 05:00:00.441163 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ff832-e00b-4fac-a82c-1d6f72528cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e58f67a-d2c6-4cbc-afa9-b48123002829,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:00.502036 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-316779db-e52e-4dd9-b692-90736f63afc9 req-2be54dd7-fe64-4cd1-ae17-f24d4778cbfa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=8504d07b-9873-461b-a383-5d5c53437dee HTTP/1.1" status: 200 len: 217 time: 0.0579953 Jul 30 05:00:00.561809 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316779db-e52e-4dd9-b692-90736f63afc9 req-be057c09-d700-4c3c-8be2-f3296ce77e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:00.563364 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-316779db-e52e-4dd9-b692-90736f63afc9 req-be057c09-d700-4c3c-8be2-f3296ce77e06 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b4ba2fe0-6d9f-4fa2-9332-4f94d73f6165 HTTP/1.1" status: 200 len: 843 time: 0.0511215 Jul 30 05:00:00.603195 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 50642) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:00.616420 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316779db-e52e-4dd9-b692-90736f63afc9 req-2375bbc9-ebcf-4cd8-978f-8f860e322409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:00.618631 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-316779db-e52e-4dd9-b692-90736f63afc9 req-2375bbc9-ebcf-4cd8-978f-8f860e322409 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3956c85e-4429-4657-b3ef-314f849dde5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0485649 Jul 30 05:00:00.662007 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-d77a1ee2-0b36-48af-bff1-848d812fa173 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ad312edbd634268b08df7b02c842d15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0573628 Jul 30 05:00:00.664299 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 50646) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:00.700585 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:00.720323 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-8441c7da-943e-4230-8c21-bf8d1135f915 admin admin] Publish callbacks [] for security_group (4bdd957f-1cc6-46a7-bcbf-c0154eab9821), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:00.729792 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-316779db-e52e-4dd9-b692-90736f63afc9 req-4e2d6c59-d5ae-4ea3-abaa-506d21097563 service neutron] 10.222.0.49 "GET /v2.0/networks/3956c85e-4429-4657-b3ef-314f849dde5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036477 Jul 30 05:00:00.748797 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-8441c7da-943e-4230-8c21-bf8d1135f915 admin admin] Publish callbacks [] for security_group (4bdd957f-1cc6-46a7-bcbf-c0154eab9821), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:00.809036 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:00.825217 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-8441c7da-943e-4230-8c21-bf8d1135f915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (4bdd957f-1cc6-46a7-bcbf-c0154eab9821), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:00.828055 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-8441c7da-943e-4230-8c21-bf8d1135f915 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:00.829227 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-8441c7da-943e-4230-8c21-bf8d1135f915 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4bdd957f-1cc6-46a7-bcbf-c0154eab9821 HTTP/1.1" status: 204 len: 168 time: 0.1638348 Jul 30 05:00:00.839482 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441c7da-943e-4230-8c21-bf8d1135f915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdd957f-1cc6-46a7-bcbf-c0154eab9821,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:00.890945 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-316779db-e52e-4dd9-b692-90736f63afc9 req-47619445-8660-485c-8ef4-43d299d5aa4f service neutron] 10.222.0.49 "GET /v2.0/networks/3956c85e-4429-4657-b3ef-314f849dde5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538744 Jul 30 05:00:00.897425 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:00.927112 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f5805e-097a-443f-b819-032657365b50 req-447e799f-f705-4b8e-bdff-11ce7f94e14a tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:00.928856 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-89f5805e-097a-443f-b819-032657365b50 req-447e799f-f705-4b8e-bdff-11ce7f94e14a tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.0775685 Jul 30 05:00:00.990748 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-89f5805e-097a-443f-b819-032657365b50 req-41ae4a64-6a7d-49ac-991e-95480f523798 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561345 Jul 30 05:00:01.160241 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d021dc-fec0-4fda-bb76-8094244a0e9f req-5b20e306-05eb-4b32-b380-177948390168 tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:01.161908 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-67d021dc-fec0-4fda-bb76-8094244a0e9f req-5b20e306-05eb-4b32-b380-177948390168 tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b4b194e-e03a-474d-8f65-701f6622fdb0 HTTP/1.1" status: 200 len: 946 time: 0.0572686 Jul 30 05:00:01.163504 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.services.segments.plugin [-] Segment dd4011bc-a9f3-4209-bbb6-75d050a1a3a6 resource provider aggregate not found Jul 30 05:00:01.185451 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.services.segments.plugin [-] Segment dd4011bc-a9f3-4209-bbb6-75d050a1a3a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd4011bc-a9f3-4209-bbb6-75d050a1a3a6 found for delete ", "request_id": "req-8b0f4053-cc55-438b-a37f-45fd131dcf99"}]} Jul 30 05:00:01.220049 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-67d021dc-fec0-4fda-bb76-8094244a0e9f req-ee47259c-486a-4b77-b229-eee2952e0546 tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8790b73-4b2c-42c1-b8e1-dd9d9e44d85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505736 Jul 30 05:00:01.224434 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=24 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:01.385337 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=29 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:02.144513 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906ed47-656a-470b-a398-c0887c1a65ca req-2671785e-520f-46d3-be77-120dd4a671da tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:02.146187 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c906ed47-656a-470b-a398-c0887c1a65ca req-2671785e-520f-46d3-be77-120dd4a671da tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.0665379 Jul 30 05:00:02.200948 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c906ed47-656a-470b-a398-c0887c1a65ca req-7b776ef3-c702-43c6-b8fc-79636c17d7a4 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481982 Jul 30 05:00:02.327794 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:DELETE=4,neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:02.365664 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb6e7f-bf26-4a01-ba1b-163320a441e3 req-84170988-1f51-4259-9841-a39b9c80b7fe tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:02.368047 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-99fb6e7f-bf26-4a01-ba1b-163320a441e3 req-84170988-1f51-4259-9841-a39b9c80b7fe tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b4b194e-e03a-474d-8f65-701f6622fdb0 HTTP/1.1" status: 200 len: 946 time: 0.0501995 Jul 30 05:00:02.406116 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 8504d07b-9873-461b-a383-5d5c53437dee details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=103972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 05:00:02.424384 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:02.438679 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-99fb6e7f-bf26-4a01-ba1b-163320a441e3 req-4bfe94d1-1201-4112-9727-d7ea6b6decba tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8790b73-4b2c-42c1-b8e1-dd9d9e44d85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639434 Jul 30 05:00:02.522583 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 8504d07b-9873-461b-a383-5d5c53437dee, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=8504d07b-9873-461b-a383-5d5c53437dee,segment=NetworkSegment(0b3bb8f0-2ba0-4567-8a86-9e26f53c354b),segment_id=0b3bb8f0-2ba0-4567-8a86-9e26f53c354b)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:02.536020 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Returning: {'device': '8504d07b-9873-461b-a383-5d5c53437dee', 'network_id': '3956c85e-4429-4657-b3ef-314f849dde5c', 'port_id': '8504d07b-9873-461b-a383-5d5c53437dee', 'mac_address': 'fa:16:3e:fd:c5:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4ba2fe0-6d9f-4fa2-9332-4f94d73f6165', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 05:00:02.581621 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port 8504d07b-9873-461b-a383-5d5c53437dee is: DOWN; New status is: BUILD {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:00:02.582073 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (8504d07b-9873-461b-a383-5d5c53437dee), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:02.596560 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8504d07b-9873-461b-a383-5d5c53437dee {{(pid=103972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 05:00:02.618078 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 8504d07b-9873-461b-a383-5d5c53437dee, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=8504d07b-9873-461b-a383-5d5c53437dee,segment=NetworkSegment(0b3bb8f0-2ba0-4567-8a86-9e26f53c354b),segment_id=0b3bb8f0-2ba0-4567-8a86-9e26f53c354b)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:02.622748 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (8504d07b-9873-461b-a383-5d5c53437dee), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:02.681947 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=8504d07b-9873-461b-a383-5d5c53437dee,revision_number=4']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:02.930206 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] get_ports_and_sgs() called for port_ids ['8504d07b-9873-461b-a383-5d5c53437dee'] {{(pid=103972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:00:03.112328 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:03.325476 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477da94-ae63-4fe5-8cd3-99c33ec1d9e5 req-f9bf3628-900d-4d3d-bdfd-22e2c7f77f44 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:03.326958 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b477da94-ae63-4fe5-8cd3-99c33ec1d9e5 req-f9bf3628-900d-4d3d-bdfd-22e2c7f77f44 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.0509729 Jul 30 05:00:03.377171 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b477da94-ae63-4fe5-8cd3-99c33ec1d9e5 req-a8b549e6-2f53-48bf-b67d-6790d0a6309f tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440161 Jul 30 05:00:03.560695 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa5fe4-ec70-4dea-aec0-ebb35619bb40 req-b2e1aa4c-b6d5-4419-9b9d-27fc4bfea97a tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:03.562348 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-94aa5fe4-ec70-4dea-aec0-ebb35619bb40 req-b2e1aa4c-b6d5-4419-9b9d-27fc4bfea97a tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b4b194e-e03a-474d-8f65-701f6622fdb0 HTTP/1.1" status: 200 len: 947 time: 0.0517201 Jul 30 05:00:03.621891 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-94aa5fe4-ec70-4dea-aec0-ebb35619bb40 req-638f06c0-3742-40a4-8b00-fd7aac358f04 tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8790b73-4b2c-42c1-b8e1-dd9d9e44d85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476642 Jul 30 05:00:04.423651 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 8504d07b-9873-461b-a383-5d5c53437dee up at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:00:04.498253 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning for port 8504d07b-9873-461b-a383-5d5c53437dee completed by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 30 05:00:04.513552 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning complete for port 8504d07b-9873-461b-a383-5d5c53437dee triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:00:04.513956 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (8504d07b-9873-461b-a383-5d5c53437dee), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:04.515619 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159faa31-af03-492c-a53b-88d42bef965f req-7b3816da-8a06-4aec-b3be-782becd63e3b tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:04.517621 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-159faa31-af03-492c-a53b-88d42bef965f req-7b3816da-8a06-4aec-b3be-782becd63e3b tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.0588801 Jul 30 05:00:04.582773 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-159faa31-af03-492c-a53b-88d42bef965f req-1276c62f-df7c-48ee-ba0a-7b04f0d2dc8f tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538263 Jul 30 05:00:04.628806 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port 8504d07b-9873-461b-a383-5d5c53437dee is: BUILD; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:00:04.629769 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (8504d07b-9873-461b-a383-5d5c53437dee), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:04.782719 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8170e-9a6b-4f9b-809f-52e17e1fe9e8 req-4351c7a7-d9ea-40fe-b60f-fc534041a969 tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:04.791464 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-1ae8170e-9a6b-4f9b-809f-52e17e1fe9e8 req-4351c7a7-d9ea-40fe-b60f-fc534041a969 tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b4b194e-e03a-474d-8f65-701f6622fdb0 HTTP/1.1" status: 200 len: 947 time: 0.0788283 Jul 30 05:00:04.849988 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4b194e-e03a-474d-8f65-701f6622fdb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8504d07b-9873-461b-a383-5d5c53437dee'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:00:04.853284 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097f6318ceefad5cd58475957c164f396c8a98df32e112d8bd5bde4ce5121001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e53652-049e-48f0-8874-e1e1617c7178" -d '{"events": [{"server_uuid": "1b4b194e-e03a-474d-8f65-701f6622fdb0", "name": "network-vif-plugged", "status": "completed", "tag": "8504d07b-9873-461b-a383-5d5c53437dee"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:00:04.872078 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 8504d07b-9873-461b-a383-5d5c53437dee, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=8504d07b-9873-461b-a383-5d5c53437dee,segment=NetworkSegment(0b3bb8f0-2ba0-4567-8a86-9e26f53c354b),segment_id=0b3bb8f0-2ba0-4567-8a86-9e26f53c354b)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:04.882347 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (8504d07b-9873-461b-a383-5d5c53437dee), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:04.895278 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-1ae8170e-9a6b-4f9b-809f-52e17e1fe9e8 req-bcca05f8-4a9f-46ff-926f-4afca0b537dc tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8790b73-4b2c-42c1-b8e1-dd9d9e44d85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028340 Jul 30 05:00:04.913832 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 05:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7bbc44-ad4f-46c9-aaaa-7d86ce0b2fbb x-openstack-request-id: req-0c7bbc44-ad4f-46c9-aaaa-7d86ce0b2fbb {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:00:04.914133 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4b194e-e03a-474d-8f65-701f6622fdb0", "name": "network-vif-plugged", "status": "completed", "tag": "8504d07b-9873-461b-a383-5d5c53437dee", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:00:04.914387 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c7bbc44-ad4f-46c9-aaaa-7d86ce0b2fbb {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:00:04.914811 dv-cinder-851279-3-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c7bbc44-ad4f-46c9-aaaa-7d86ce0b2fbb'] response: {'server_uuid': '1b4b194e-e03a-474d-8f65-701f6622fdb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8504d07b-9873-461b-a383-5d5c53437dee', 'code': 200} Jul 30 05:00:04.945464 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=8504d07b-9873-461b-a383-5d5c53437dee,revision_number=5']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:04.998422 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd046c5-a307-41fd-8338-741434ec9327 req-0f173ca2-d445-43da-beac-89a488d17075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:05.000176 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4cd046c5-a307-41fd-8338-741434ec9327 req-0f173ca2-d445-43da-beac-89a488d17075 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 1129 time: 0.0480356 Jul 30 05:00:05.073369 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4cd046c5-a307-41fd-8338-741434ec9327 req-e470a9c4-6778-49b0-bca4-1e6263de1909 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512054 Jul 30 05:00:05.349873 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9d961-bb24-4865-998d-932bbd455a8e req-91a1e6a5-e24d-4a24-a61b-08328caed978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:05.351364 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-96b9d961-bb24-4865-998d-932bbd455a8e req-91a1e6a5-e24d-4a24-a61b-08328caed978 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1b4b194e-e03a-474d-8f65-701f6622fdb0 HTTP/1.1" status: 200 len: 1132 time: 0.0383451 Jul 30 05:00:05.398325 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-96b9d961-bb24-4865-998d-932bbd455a8e req-174fd284-e814-460d-a259-e4a389d88035 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c8790b73-4b2c-42c1-b8e1-dd9d9e44d85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398464 Jul 30 05:00:05.728069 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69ed2c-faa5-4d52-a2ca-10a6a8289bb6 req-26e388eb-e576-4aee-ae0d-4a65424c0ad1 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:05.729709 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1a69ed2c-faa5-4d52-a2ca-10a6a8289bb6 req-26e388eb-e576-4aee-ae0d-4a65424c0ad1 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.0491376 Jul 30 05:00:05.777815 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1a69ed2c-faa5-4d52-a2ca-10a6a8289bb6 req-d97aac43-a561-4d35-9ccf-84c291e36e04 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425222 Jul 30 05:00:06.045511 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa04b4a-d147-41e9-ba51-b09302e8c4da req-1fdfa0dc-d62c-4cd6-a579-76ff30d23192 tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:06.047019 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-7fa04b4a-d147-41e9-ba51-b09302e8c4da req-1fdfa0dc-d62c-4cd6-a579-76ff30d23192 tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b4b194e-e03a-474d-8f65-701f6622fdb0 HTTP/1.1" status: 200 len: 948 time: 0.0531104 Jul 30 05:00:06.102244 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-7fa04b4a-d147-41e9-ba51-b09302e8c4da req-0e4777b7-0018-4b6a-bfbf-8803ea1703a9 tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8790b73-4b2c-42c1-b8e1-dd9d9e44d85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474408 Jul 30 05:00:06.903748 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc66e4-d72c-4253-af80-913bb0b7c84b req-975dc0f1-c736-4924-a14a-8e061b82b6c7 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:06.905348 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e9cc66e4-d72c-4253-af80-913bb0b7c84b req-975dc0f1-c736-4924-a14a-8e061b82b6c7 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.0528090 Jul 30 05:00:06.916172 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-d7818caf-4313-47de-839d-9df5d617cbf7 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-345229865&fields=id&tenant_id=76df23454a3c4a9bb4f61b044ed5a426 HTTP/1.1" status: 200 len: 267 time: 0.0503244 Jul 30 05:00:06.955567 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e9cc66e4-d72c-4253-af80-913bb0b7c84b req-da401985-a0b6-48ca-aaa4-7290323b6907 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438254 Jul 30 05:00:07.027798 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-8ab6e6c0-1402-4948-89c8-1b1d48f45d6d tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:07.029364 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-8ab6e6c0-1402-4948-89c8-1b1d48f45d6d tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/networks?id=ba00ca49-96d9-4fff-b920-6f01cfda6037 HTTP/1.1" status: 200 len: 808 time: 0.1058946 Jul 30 05:00:07.045551 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-100c1442-0204-4968-884a-8358ac9074e6 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/quotas/76df23454a3c4a9bb4f61b044ed5a426 HTTP/1.1" status: 200 len: 375 time: 0.0099709 Jul 30 05:00:07.080948 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0353e1-989e-48f4-8b54-1b897c46ca05 req-d5619aea-e0df-4f65-a00f-3a225ebbc1a9 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:07.083094 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-dd0353e1-989e-48f4-8b54-1b897c46ca05 req-d5619aea-e0df-4f65-a00f-3a225ebbc1a9 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc0c06a0-156a-4cee-8ff7-92ab582bc4a1 HTTP/1.1" status: 200 len: 946 time: 0.0543571 Jul 30 05:00:07.102798 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-14e3d656-80d2-4be6-8f41-7606c328ee08 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=76df23454a3c4a9bb4f61b044ed5a426&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509102 Jul 30 05:00:07.135198 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-dd0353e1-989e-48f4-8b54-1b897c46ca05 req-fc039fa2-f4df-4a9f-9332-a2526bd64787 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465126 Jul 30 05:00:07.251006 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:07.262237 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-c5b50cb4-53b8-4fae-831f-abb367b55076 service neutron] 10.222.0.20 "GET /v2.0/networks/ba00ca49-96d9-4fff-b920-6f01cfda6037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452606 Jul 30 05:00:07.275427 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707f3ee-3ba7-46b8-bcbb-5c193c74b24c req-9437174a-630a-4c60-b716-4027b86f5f2f tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:07.283307 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-5707f3ee-3ba7-46b8-bcbb-5c193c74b24c req-9437174a-630a-4c60-b716-4027b86f5f2f tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b4b194e-e03a-474d-8f65-701f6622fdb0 HTTP/1.1" status: 200 len: 948 time: 0.0753305 Jul 30 05:00:07.336655 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:07.351892 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-5707f3ee-3ba7-46b8-bcbb-5c193c74b24c req-8ba30aa7-9b5f-4d6f-8863-519e42fe6281 tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8790b73-4b2c-42c1-b8e1-dd9d9e44d85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662587 Jul 30 05:00:07.384148 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-be54dfd7-a411-4c6b-a3d9-295d07b50386 service neutron] 10.222.0.20 "GET /v2.0/networks/ba00ca49-96d9-4fff-b920-6f01cfda6037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209226 Jul 30 05:00:07.986410 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-8ea47f0b-47ed-4132-a10f-d04e7aac4f99 req-0db36d2b-35c0-40ca-95f6-364a5b771def tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 210 time: 0.0466359 Jul 30 05:00:08.695288 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82c578-9f74-4643-a3ba-bc540ef46207 req-362c22d8-6ede-450f-9bee-0a7df3098edb tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:08.696749 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1e82c578-9f74-4643-a3ba-bc540ef46207 req-362c22d8-6ede-450f-9bee-0a7df3098edb tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b4b194e-e03a-474d-8f65-701f6622fdb0 HTTP/1.1" status: 200 len: 948 time: 0.2611718 Jul 30 05:00:08.749626 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1e82c578-9f74-4643-a3ba-bc540ef46207 req-8a8aaef6-0652-4e5b-9ed2-ee21593166ee tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8790b73-4b2c-42c1-b8e1-dd9d9e44d85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473185 Jul 30 05:00:08.946677 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ea6ed-8b73-47ba-a7e8-b9642176c0b6 req-9dc9b09b-1bb0-43d6-b402-b5e977f784cc tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:08.948751 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-cb5ea6ed-8b73-47ba-a7e8-b9642176c0b6 req-9dc9b09b-1bb0-43d6-b402-b5e977f784cc tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc0c06a0-156a-4cee-8ff7-92ab582bc4a1 HTTP/1.1" status: 200 len: 946 time: 0.0518396 Jul 30 05:00:08.997008 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b762d-99a9-4b0f-9879-74f322bbd2e0 req-c7e3a270-0bc3-43de-8b4d-2a1fabd6aeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:08.998847 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a30b762d-99a9-4b0f-9879-74f322bbd2e0 req-c7e3a270-0bc3-43de-8b4d-2a1fabd6aeb6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=decb0bd64582440590890900e594b79e&device_id=cc0c06a0-156a-4cee-8ff7-92ab582bc4a1 HTTP/1.1" status: 200 len: 1130 time: 0.0441470 Jul 30 05:00:09.068364 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-cb5ea6ed-8b73-47ba-a7e8-b9642176c0b6 req-67e1ad3b-c16f-429a-9117-a3d0ef4f1bb3 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120110 Jul 30 05:00:09.125891 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d24510-84a4-41b3-bb55-9d995ac37e46 req-510907f0-c8fc-4ccc-81ab-2b503c154b6a tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:09.127495 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b9d24510-84a4-41b3-bb55-9d995ac37e46 req-510907f0-c8fc-4ccc-81ab-2b503c154b6a tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b4b194e-e03a-474d-8f65-701f6622fdb0 HTTP/1.1" status: 200 len: 948 time: 0.0523815 Jul 30 05:00:09.182251 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-348c1f56-fd2c-4a88-bc78-f1d0607eefbf req-a08e74b2-626b-4af0-9dc5-1ec1292e6424 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 210 time: 0.0410421 Jul 30 05:00:09.244090 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b9d24510-84a4-41b3-bb55-9d995ac37e46 req-771ed89e-743b-4608-bc21-2e7dcbc69465 tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8790b73-4b2c-42c1-b8e1-dd9d9e44d85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080859 Jul 30 05:00:09.245535 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b762d-99a9-4b0f-9879-74f322bbd2e0 req-7a269053-81ed-407d-b692-299eb67ee55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:09.247008 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a30b762d-99a9-4b0f-9879-74f322bbd2e0 req-7a269053-81ed-407d-b692-299eb67ee55c service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf976b2f-0ebc-4e5a-b101-0355f31913b1 HTTP/1.1" status: 200 len: 920 time: 0.2368674 Jul 30 05:00:09.647836 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 51046) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:09.752048 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2a34ea90-1443-4ac0-b575-cbe4fa0eecbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:09.805166 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:09.834953 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2a34ea90-1443-4ac0-b575-cbe4fa0eecbe admin admin] Publish callbacks [] for security_group (35da0b29-05ad-4cc9-afc9-73ddf6890d7f), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:09.838697 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2a34ea90-1443-4ac0-b575-cbe4fa0eecbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (35da0b29-05ad-4cc9-afc9-73ddf6890d7f), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:09.879046 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-2a34ea90-1443-4ac0-b575-cbe4fa0eecbe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14ab99750fff4fd287661c1586894b08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301362 Jul 30 05:00:09.879884 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34ea90-1443-4ac0-b575-cbe4fa0eecbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35da0b29-05ad-4cc9-afc9-73ddf6890d7f,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:09.881711 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 51050) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:09.887551 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a34ea90-1443-4ac0-b575-cbe4fa0eecbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:09.887902 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a34ea90-1443-4ac0-b575-cbe4fa0eecbe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:09.888243 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a34ea90-1443-4ac0-b575-cbe4fa0eecbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:09.888584 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a34ea90-1443-4ac0-b575-cbe4fa0eecbe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:09.888945 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a34ea90-1443-4ac0-b575-cbe4fa0eecbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:09.889275 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a34ea90-1443-4ac0-b575-cbe4fa0eecbe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:09.889601 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a34ea90-1443-4ac0-b575-cbe4fa0eecbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:09.889927 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a34ea90-1443-4ac0-b575-cbe4fa0eecbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:09.890255 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a34ea90-1443-4ac0-b575-cbe4fa0eecbe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:09.890604 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a34ea90-1443-4ac0-b575-cbe4fa0eecbe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:09.890930 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a34ea90-1443-4ac0-b575-cbe4fa0eecbe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:09.891259 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a34ea90-1443-4ac0-b575-cbe4fa0eecbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:09.891579 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a34ea90-1443-4ac0-b575-cbe4fa0eecbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:09.891899 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a34ea90-1443-4ac0-b575-cbe4fa0eecbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:09.892217 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a34ea90-1443-4ac0-b575-cbe4fa0eecbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:09.934282 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ff44e131-cc50-40f8-9695-a0a2588ece4d admin admin] Publish callbacks [] for security_group (35da0b29-05ad-4cc9-afc9-73ddf6890d7f), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:09.955584 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ff44e131-cc50-40f8-9695-a0a2588ece4d admin admin] Publish callbacks [] for security_group (35da0b29-05ad-4cc9-afc9-73ddf6890d7f), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:10.002696 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ff44e131-cc50-40f8-9695-a0a2588ece4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (35da0b29-05ad-4cc9-afc9-73ddf6890d7f), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:10.005822 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ff44e131-cc50-40f8-9695-a0a2588ece4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:10.007112 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-ff44e131-cc50-40f8-9695-a0a2588ece4d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/35da0b29-05ad-4cc9-afc9-73ddf6890d7f HTTP/1.1" status: 204 len: 168 time: 0.1242952 Jul 30 05:00:10.014986 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44e131-cc50-40f8-9695-a0a2588ece4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35da0b29-05ad-4cc9-afc9-73ddf6890d7f,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:10.174563 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:10.187343 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bbc2c0-6a7d-4463-871d-6f04421e2971 req-7f88b5d6-7c51-4128-8a1a-54caf4e60424 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:10.188866 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e6bbc2c0-6a7d-4463-871d-6f04421e2971 req-7f88b5d6-7c51-4128-8a1a-54caf4e60424 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc0c06a0-156a-4cee-8ff7-92ab582bc4a1 HTTP/1.1" status: 200 len: 946 time: 0.0496664 Jul 30 05:00:10.245087 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e6bbc2c0-6a7d-4463-871d-6f04421e2971 req-2dbcf393-19d7-44fb-9d0d-4dbfdb18e02c tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494356 Jul 30 05:00:10.335521 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a30b762d-99a9-4b0f-9879-74f322bbd2e0 req-795970ae-5b00-4444-b0bc-8d108a374b69 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f770f5f-036f-49c8-aec8-570d5b12103d HTTP/1.1" status: 200 len: 217 time: 0.0536947 Jul 30 05:00:10.337237 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 51066) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:10.386157 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d6aa0286-e773-4c81-af56-ce128ed744b0 req-74f54e06-ac2c-4899-ab5a-ebf46f9287dd tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 210 time: 0.0496509 Jul 30 05:00:10.400425 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-cab208bc-65f6-4beb-9810-540c80e37970 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:10.460518 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20680e13-8314-411b-be99-a571e482b323 req-d4e8ea3f-54b4-4f06-995b-02bda554392b tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:10.462010 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-20680e13-8314-411b-be99-a571e482b323 req-d4e8ea3f-54b4-4f06-995b-02bda554392b tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b4b194e-e03a-474d-8f65-701f6622fdb0 HTTP/1.1" status: 200 len: 948 time: 0.0787640 Jul 30 05:00:10.472826 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b762d-99a9-4b0f-9879-74f322bbd2e0 req-9ba66efc-4d3f-4fee-9aa0-4e4cbf655a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:10.474294 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a30b762d-99a9-4b0f-9879-74f322bbd2e0 req-9ba66efc-4d3f-4fee-9aa0-4e4cbf655a7d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=92a83611-d09e-4b38-9b4b-aa1a1854f601 HTTP/1.1" status: 200 len: 858 time: 0.0906034 Jul 30 05:00:10.511120 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-c4b5283e-637a-42f5-8910-f2f232c23e1b tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:10.512527 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-c4b5283e-637a-42f5-8910-f2f232c23e1b tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.49 "GET /v2.0/networks?id=ba00ca49-96d9-4fff-b920-6f01cfda6037 HTTP/1.1" status: 200 len: 808 time: 0.2264528 Jul 30 05:00:10.537266 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-20680e13-8314-411b-be99-a571e482b323 req-0bcac492-79c8-4398-9600-978c95fa344e tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8790b73-4b2c-42c1-b8e1-dd9d9e44d85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689101 Jul 30 05:00:10.569223 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b762d-99a9-4b0f-9879-74f322bbd2e0 req-57ae8592-f001-4666-b5c7-92ff0772a3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:10.576200 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a30b762d-99a9-4b0f-9879-74f322bbd2e0 req-57ae8592-f001-4666-b5c7-92ff0772a3a2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf976b2f-0ebc-4e5a-b101-0355f31913b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0734234 Jul 30 05:00:10.608651 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-cab208bc-65f6-4beb-9810-540c80e37970 admin admin] Publish callbacks [] for security_group (40ae21ed-14a6-4197-8801-f3caea8a4e5a), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:10.613572 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-cab208bc-65f6-4beb-9810-540c80e37970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (40ae21ed-14a6-4197-8801-f3caea8a4e5a), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:10.616114 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-58afb411-67a8-4b08-a008-71a33bc90256 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76df23454a3c4a9bb4f61b044ed5a426 HTTP/1.1" status: 200 len: 379 time: 0.0780563 Jul 30 05:00:10.634773 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-f4a463b1-9357-4810-8257-271ecc1335e2 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Request body: {'port': {'device_id': '99b497c8-e641-428a-94b6-86c21af5844f', 'network_id': 'ba00ca49-96d9-4fff-b920-6f01cfda6037', 'admin_state_up': True, 'tenant_id': '76df23454a3c4a9bb4f61b044ed5a426', 'security_groups': ['e12282ff-a456-4058-b8f1-27151862794c']}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:00:10.742594 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:10.748795 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab208bc-65f6-4beb-9810-540c80e37970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ae21ed-14a6-4197-8801-f3caea8a4e5a,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:10.762833 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-cab208bc-65f6-4beb-9810-540c80e37970 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fdf2ff1b5d5b42318807917f3f3f8eda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4229391 Jul 30 05:00:10.764245 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 51080) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:10.782176 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:10.784722 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf20dd-4fc5-4313-99b6-a59be1333ad5 req-efa697ce-66d4-4774-87e7-cfd95a900aa7 tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:10.786283 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-41bf20dd-4fc5-4313-99b6-a59be1333ad5 req-efa697ce-66d4-4774-87e7-cfd95a900aa7 tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b4b194e-e03a-474d-8f65-701f6622fdb0 HTTP/1.1" status: 200 len: 948 time: 0.1545007 Jul 30 05:00:10.796079 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-f4a463b1-9357-4810-8257-271ecc1335e2 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Made reservation on behalf of 76df23454a3c4a9bb4f61b044ed5a426 for: {'port': 1} {{(pid=103970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:00:10.799648 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-f4a463b1-9357-4810-8257-271ecc1335e2 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:10.912369 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a30b762d-99a9-4b0f-9879-74f322bbd2e0 req-f133b61b-8172-44c0-876e-b2b66d61a71b service neutron] 10.222.0.49 "GET /v2.0/networks/cf976b2f-0ebc-4e5a-b101-0355f31913b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817976 Jul 30 05:00:10.937998 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_common [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-f4a463b1-9357-4810-8257-271ecc1335e2 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Allocated IP 172.20.0.5 (ba00ca49-96d9-4fff-b920-6f01cfda6037/e43a40c9-7b63-4416-91e0-9daf39b8f626/1a76ab0f-eada-4891-8b4c-b2af44036eb1) {{(pid=103970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:00:10.945073 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-99ede852-27e0-413a-941f-61810863e1c0 admin admin] Publish callbacks [] for security_group (40ae21ed-14a6-4197-8801-f3caea8a4e5a), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:10.996928 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-41bf20dd-4fc5-4313-99b6-a59be1333ad5 req-334ed1ab-ca12-49a1-8b8c-0fc51499f4bd tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] Deleting port 8504d07b-9873-461b-a383-5d5c53437dee {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:00:10.997275 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-41bf20dd-4fc5-4313-99b6-a59be1333ad5 req-334ed1ab-ca12-49a1-8b8c-0fc51499f4bd tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (8504d07b-9873-461b-a383-5d5c53437dee), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:11.056385 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-99ede852-27e0-413a-941f-61810863e1c0 admin admin] Publish callbacks [] for security_group (40ae21ed-14a6-4197-8801-f3caea8a4e5a), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:11.105554 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-f4a463b1-9357-4810-8257-271ecc1335e2 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks [] for port (1a76ab0f-eada-4891-8b4c-b2af44036eb1), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:11.112302 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:11.145558 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-f4a463b1-9357-4810-8257-271ecc1335e2 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (1a76ab0f-eada-4891-8b4c-b2af44036eb1), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:11.153647 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a30b762d-99a9-4b0f-9879-74f322bbd2e0 req-bb2cd5bb-6997-441f-8f15-87502d49f128 service neutron] 10.222.0.49 "GET /v2.0/networks/cf976b2f-0ebc-4e5a-b101-0355f31913b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321005 Jul 30 05:00:11.170008 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-41bf20dd-4fc5-4313-99b6-a59be1333ad5 req-334ed1ab-ca12-49a1-8b8c-0fc51499f4bd tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] For port 8504d07b-9873-461b-a383-5d5c53437dee, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=8504d07b-9873-461b-a383-5d5c53437dee,segment=NetworkSegment(0b3bb8f0-2ba0-4567-8a86-9e26f53c354b),segment_id=0b3bb8f0-2ba0-4567-8a86-9e26f53c354b)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:11.170721 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-41bf20dd-4fc5-4313-99b6-a59be1333ad5 req-334ed1ab-ca12-49a1-8b8c-0fc51499f4bd tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (8504d07b-9873-461b-a383-5d5c53437dee), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:11.186553 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-41bf20dd-4fc5-4313-99b6-a59be1333ad5 req-334ed1ab-ca12-49a1-8b8c-0fc51499f4bd tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] Calling delete_port for 8504d07b-9873-461b-a383-5d5c53437dee owned by compute:nova {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:00:11.193054 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-99ede852-27e0-413a-941f-61810863e1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (40ae21ed-14a6-4197-8801-f3caea8a4e5a), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:11.195997 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-99ede852-27e0-413a-941f-61810863e1c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:11.197185 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-99ede852-27e0-413a-941f-61810863e1c0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/40ae21ed-14a6-4197-8801-f3caea8a4e5a HTTP/1.1" status: 204 len: 168 time: 0.4320140 Jul 30 05:00:11.212969 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ede852-27e0-413a-941f-61810863e1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ae21ed-14a6-4197-8801-f3caea8a4e5a,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:11.240132 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a463b1-9357-4810-8257-271ecc1335e2 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Pushing event updated for resources: {'Port': ['ID=1a76ab0f-eada-4891-8b4c-b2af44036eb1,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:11.250391 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-f4a463b1-9357-4810-8257-271ecc1335e2 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Network ba00ca49-96d9-4fff-b920-6f01cfda6037 is already hosted by enough agents. {{(pid=103970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:00:11.252022 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-f4a463b1-9357-4810-8257-271ecc1335e2 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Resources bound (agent type, host, resource id): {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:11.256513 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-f4a463b1-9357-4810-8257-271ecc1335e2 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Received port after_create {{(pid=103970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 05:00:11.262023 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:11.368009 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-f4a463b1-9357-4810-8257-271ecc1335e2 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:11.368695 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-f4a463b1-9357-4810-8257-271ecc1335e2 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:11.371840 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-41bf20dd-4fc5-4313-99b6-a59be1333ad5 req-334ed1ab-ca12-49a1-8b8c-0fc51499f4bd tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (8504d07b-9873-461b-a383-5d5c53437dee), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:11.383717 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] get_ports_and_sgs() called for port_ids ['8504d07b-9873-461b-a383-5d5c53437dee'] {{(pid=103972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:00:11.412170 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ed1ab-ca12-49a1-8b8c-0fc51499f4bd tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] Pushing event deleted for resources: {'Port': ['ID=8504d07b-9873-461b-a383-5d5c53437dee,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:11.414831 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-f4a463b1-9357-4810-8257-271ecc1335e2 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7847281 Jul 30 05:00:11.461629 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-3f7d025c-a188-44a6-9a5d-a3e5b8df4851 service neutron] Request body: {'port': {'device_id': '99b497c8-e641-428a-94b6-86c21af5844f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:00:11.545075 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-41bf20dd-4fc5-4313-99b6-a59be1333ad5 req-334ed1ab-ca12-49a1-8b8c-0fc51499f4bd tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] No DVR routers for this DVR port 8504d07b-9873-461b-a383-5d5c53437dee on host hv-cinder-85127 {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 30 05:00:11.553220 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-41bf20dd-4fc5-4313-99b6-a59be1333ad5 req-334ed1ab-ca12-49a1-8b8c-0fc51499f4bd tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:11.556424 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-41bf20dd-4fc5-4313-99b6-a59be1333ad5 req-334ed1ab-ca12-49a1-8b8c-0fc51499f4bd tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] 10.222.0.49 "DELETE /v2.0/ports/8504d07b-9873-461b-a383-5d5c53437dee HTTP/1.1" status: 204 len: 173 time: 0.7602293 Jul 30 05:00:11.556872 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4b194e-e03a-474d-8f65-701f6622fdb0', 'name': 'network-vif-deleted', 'tag': '8504d07b-9873-461b-a383-5d5c53437dee'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:00:11.559339 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b16b4900bbfc643f3f19b33d02e463cc441e963483cfbcd5657a130b47b3c9ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0886ff87-adf5-40ae-b3c8-3ce4371cb2f5" -d '{"events": [{"server_uuid": "1b4b194e-e03a-474d-8f65-701f6622fdb0", "name": "network-vif-deleted", "tag": "8504d07b-9873-461b-a383-5d5c53437dee"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:00:11.576312 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de28d4-29a4-4a31-86b9-1aeea5ab2225 req-8194aceb-092d-4c0c-b2db-c0f378624a8f tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:11.579388 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b3de28d4-29a4-4a31-86b9-1aeea5ab2225 req-8194aceb-092d-4c0c-b2db-c0f378624a8f tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc0c06a0-156a-4cee-8ff7-92ab582bc4a1 HTTP/1.1" status: 200 len: 946 time: 0.1683052 Jul 30 05:00:11.623296 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-3f7d025c-a188-44a6-9a5d-a3e5b8df4851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (1a76ab0f-eada-4891-8b4c-b2af44036eb1), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:11.704703 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738242c4-eebf-4df4-9fc8-5fb4fe93008a req-179f1c80-5384-4313-8176-a5f28a236fc3 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:11.705273 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-fb1d3d27-6b02-474c-a90b-930844ef47ce None None] Provisioning complete for port 1a76ab0f-eada-4891-8b4c-b2af44036eb1 triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:00:11.705605 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-fb1d3d27-6b02-474c-a90b-930844ef47ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (1a76ab0f-eada-4891-8b4c-b2af44036eb1), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:11.715280 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-738242c4-eebf-4df4-9fc8-5fb4fe93008a req-179f1c80-5384-4313-8176-a5f28a236fc3 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 931 time: 0.1309857 Jul 30 05:00:11.719207 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b3de28d4-29a4-4a31-86b9-1aeea5ab2225 req-003e23e2-2391-426d-889a-fe9ca4a5a82f tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332319 Jul 30 05:00:11.789667 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 05:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cd62d3-4604-4dd0-8179-264c3040b742 x-openstack-request-id: req-40cd62d3-4604-4dd0-8179-264c3040b742 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:00:11.789973 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4b194e-e03a-474d-8f65-701f6622fdb0", "name": "network-vif-deleted", "tag": "8504d07b-9873-461b-a383-5d5c53437dee", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:00:11.790236 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40cd62d3-4604-4dd0-8179-264c3040b742 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:00:11.790680 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40cd62d3-4604-4dd0-8179-264c3040b742'] response: {'server_uuid': '1b4b194e-e03a-474d-8f65-701f6622fdb0', 'name': 'network-vif-deleted', 'tag': '8504d07b-9873-461b-a383-5d5c53437dee', 'status': 'completed', 'code': 200} Jul 30 05:00:11.793959 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-fb1d3d27-6b02-474c-a90b-930844ef47ce None None] Port 1a76ab0f-eada-4891-8b4c-b2af44036eb1 cannot update to ACTIVE because it is not bound. {{(pid=103972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 30 05:00:11.928281 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-dc5c80a2-9a40-43bf-a526-3c4c44a4f855 req-c75219f0-22a6-4e64-bdba-b82db4c61f09 tempest-VolumesNegativeTest-2129793623 tempest-VolumesNegativeTest-2129793623-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b4b194e-e03a-474d-8f65-701f6622fdb0 HTTP/1.1" status: 200 len: 210 time: 0.0432270 Jul 30 05:00:11.929994 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 51110) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:11.932484 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-738242c4-eebf-4df4-9fc8-5fb4fe93008a req-0728c096-3de6-4785-a055-b51cd0ed8763 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163372 Jul 30 05:00:11.961411 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-709db359-19d7-4919-b1d5-906c676bbbc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:11.977339 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:12.035811 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=8 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:12.052446 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-709db359-19d7-4919-b1d5-906c676bbbc9 admin admin] Publish callbacks [] for security_group (e4a4e32a-2fd2-40f5-a9f3-0081220e7644), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:12.062080 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-709db359-19d7-4919-b1d5-906c676bbbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (e4a4e32a-2fd2-40f5-a9f3-0081220e7644), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:12.109527 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-709db359-19d7-4919-b1d5-906c676bbbc9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e54998b0463643e79c4d787c469987c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1759458 Jul 30 05:00:12.109527 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709db359-19d7-4919-b1d5-906c676bbbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a4e32a-2fd2-40f5-a9f3-0081220e7644,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:12.110909 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 51118) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:12.170702 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8ccdd0d5-ac57-41d1-bb84-b0aae9b5a128 admin admin] Publish callbacks [] for security_group (e4a4e32a-2fd2-40f5-a9f3-0081220e7644), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:12.181051 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-3f7d025c-a188-44a6-9a5d-a3e5b8df4851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a76ab0f-eada-4891-8b4c-b2af44036eb1 {{(pid=103970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 05:00:12.191123 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-3f7d025c-a188-44a6-9a5d-a3e5b8df4851 service neutron] Publish callbacks [] for port (1a76ab0f-eada-4891-8b4c-b2af44036eb1), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:12.194914 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8ccdd0d5-ac57-41d1-bb84-b0aae9b5a128 admin admin] Publish callbacks [] for security_group (e4a4e32a-2fd2-40f5-a9f3-0081220e7644), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:12.209045 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-3f7d025c-a188-44a6-9a5d-a3e5b8df4851 service neutron] Transition to ACTIVE for port object 1a76ab0f-eada-4891-8b4c-b2af44036eb1 will not be triggered until provisioned by entity L2. {{(pid=103970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 30 05:00:12.212475 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-3f7d025c-a188-44a6-9a5d-a3e5b8df4851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410665'] for port (1a76ab0f-eada-4891-8b4c-b2af44036eb1), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:12.251066 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8ccdd0d5-ac57-41d1-bb84-b0aae9b5a128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (e4a4e32a-2fd2-40f5-a9f3-0081220e7644), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:12.254335 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8ccdd0d5-ac57-41d1-bb84-b0aae9b5a128 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:12.258289 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-8ccdd0d5-ac57-41d1-bb84-b0aae9b5a128 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e4a4e32a-2fd2-40f5-a9f3-0081220e7644 HTTP/1.1" status: 204 len: 168 time: 0.1441028 Jul 30 05:00:12.266053 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccdd0d5-ac57-41d1-bb84-b0aae9b5a128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a4e32a-2fd2-40f5-a9f3-0081220e7644,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:12.280001 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d025c-a188-44a6-9a5d-a3e5b8df4851 service neutron] Pushing event updated for resources: {'Port': ['ID=1a76ab0f-eada-4891-8b4c-b2af44036eb1,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:12.333513 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-3f7d025c-a188-44a6-9a5d-a3e5b8df4851 service neutron] Attempting to bind port 1a76ab0f-eada-4891-8b4c-b2af44036eb1 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 05:00:12.333844 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-3f7d025c-a188-44a6-9a5d-a3e5b8df4851 service neutron] Attempting to bind port 1a76ab0f-eada-4891-8b4c-b2af44036eb1 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '49e86943-6cb8-4f31-93ea-855c416e4a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ba00ca49-96d9-4fff-b920-6f01cfda6037'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 05:00:12.334165 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-3f7d025c-a188-44a6-9a5d-a3e5b8df4851 service neutron] Attempting to bind port 1a76ab0f-eada-4891-8b4c-b2af44036eb1 on network ba00ca49-96d9-4fff-b920-6f01cfda6037 {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:00:12.339378 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-3f7d025c-a188-44a6-9a5d-a3e5b8df4851 service neutron] Port 1a76ab0f-eada-4891-8b4c-b2af44036eb1 on network ba00ca49-96d9-4fff-b920-6f01cfda6037 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 30 05:00:12.339698 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-3f7d025c-a188-44a6-9a5d-a3e5b8df4851 service neutron] Attempting to bind port 1a76ab0f-eada-4891-8b4c-b2af44036eb1 on network ba00ca49-96d9-4fff-b920-6f01cfda6037 {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:00:12.344786 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-3f7d025c-a188-44a6-9a5d-a3e5b8df4851 service neutron] Checking agent: {'id': 'dec4dcff-e2ed-49ed-8dd3-cc3856f345b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 56, 16), 'started_at': datetime.datetime(2022, 7, 30, 4, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 4, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 05:00:12.345138 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-3f7d025c-a188-44a6-9a5d-a3e5b8df4851 service neutron] Checking segment: {'id': '49e86943-6cb8-4f31-93ea-855c416e4a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ba00ca49-96d9-4fff-b920-6f01cfda6037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 05:00:12.345510 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-3f7d025c-a188-44a6-9a5d-a3e5b8df4851 service neutron] Bound using segment: {'id': '49e86943-6cb8-4f31-93ea-855c416e4a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ba00ca49-96d9-4fff-b920-6f01cfda6037'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 05:00:12.345930 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-3f7d025c-a188-44a6-9a5d-a3e5b8df4851 service neutron] Bound port: 1a76ab0f-eada-4891-8b4c-b2af44036eb1, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49e86943-6cb8-4f31-93ea-855c416e4a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ba00ca49-96d9-4fff-b920-6f01cfda6037'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 05:00:12.346846 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-3f7d025c-a188-44a6-9a5d-a3e5b8df4851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (1a76ab0f-eada-4891-8b4c-b2af44036eb1), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:12.409064 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-3f7d025c-a188-44a6-9a5d-a3e5b8df4851 service neutron] For port 1a76ab0f-eada-4891-8b4c-b2af44036eb1, host hv-cinder-85127, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:00:12.412137 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-3f7d025c-a188-44a6-9a5d-a3e5b8df4851 service neutron] For port 1a76ab0f-eada-4891-8b4c-b2af44036eb1, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=1a76ab0f-eada-4891-8b4c-b2af44036eb1,segment=NetworkSegment(49e86943-6cb8-4f31-93ea-855c416e4a38),segment_id=49e86943-6cb8-4f31-93ea-855c416e4a38)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:00:12.419609 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-3f7d025c-a188-44a6-9a5d-a3e5b8df4851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410665'] for port (1a76ab0f-eada-4891-8b4c-b2af44036eb1), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:12.445266 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-3f7d025c-a188-44a6-9a5d-a3e5b8df4851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:12.445898 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-3f7d025c-a188-44a6-9a5d-a3e5b8df4851 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:12.447346 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-3f7d025c-a188-44a6-9a5d-a3e5b8df4851 service neutron] 10.222.0.49 "PUT /v2.0/ports/1a76ab0f-eada-4891-8b4c-b2af44036eb1 HTTP/1.1" status: 200 len: 1093 time: 0.9907272 Jul 30 05:00:12.447858 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b497c8-e641-428a-94b6-86c21af5844f', 'tag': '1a76ab0f-eada-4891-8b4c-b2af44036eb1'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:00:12.450108 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74064a32e8a1c82ff25c89edbc1a4916375279028ab6b832636cd606fd6f10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35afb466-bb9e-45ce-b698-474c5e5e8d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "99b497c8-e641-428a-94b6-86c21af5844f", "tag": "1a76ab0f-eada-4891-8b4c-b2af44036eb1"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:00:12.510739 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Jul 2022 05:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ab60f6-db94-4d92-aa87-0053e422c91b x-openstack-request-id: req-77ab60f6-db94-4d92-aa87-0053e422c91b {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:00:12.511134 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99b497c8-e641-428a-94b6-86c21af5844f", "tag": "1a76ab0f-eada-4891-8b4c-b2af44036eb1", "status": "completed", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:00:12.511253 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-77ab60f6-db94-4d92-aa87-0053e422c91b {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:00:12.511640 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77ab60f6-db94-4d92-aa87-0053e422c91b'] response: {'name': 'network-changed', 'server_uuid': '99b497c8-e641-428a-94b6-86c21af5844f', 'tag': '1a76ab0f-eada-4891-8b4c-b2af44036eb1', 'status': 'completed', 'code': 200} Jul 30 05:00:12.513841 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d025c-a188-44a6-9a5d-a3e5b8df4851 service neutron] Pushing event updated for resources: {'Port': ['ID=1a76ab0f-eada-4891-8b4c-b2af44036eb1,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:12.547123 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-991b9a49-0090-4df0-bc44-75fc64e90378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:12.547123 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-991b9a49-0090-4df0-bc44-75fc64e90378 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=76df23454a3c4a9bb4f61b044ed5a426&device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 1127 time: 0.0478940 Jul 30 05:00:12.590904 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-5a9bcde0-75d6-4e3e-88f9-f66add84916b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a76ab0f-eada-4891-8b4c-b2af44036eb1 HTTP/1.1" status: 200 len: 217 time: 0.0372853 Jul 30 05:00:12.603666 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:12.605422 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:12.644751 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-b966ce57-c507-48ab-b750-a3af7d8d076a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:12.646226 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-b966ce57-c507-48ab-b750-a3af7d8d076a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e43a40c9-7b63-4416-91e0-9daf39b8f626 HTTP/1.1" status: 200 len: 847 time: 0.0500603 Jul 30 05:00:12.694169 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-c055c0be-7952-4d5d-9c6d-a20f61364560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:12.695695 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-c055c0be-7952-4d5d-9c6d-a20f61364560 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ba00ca49-96d9-4fff-b920-6f01cfda6037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423639 Jul 30 05:00:12.807653 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-0ebbf4e4-f801-45a2-a091-8d6e72a2714c service neutron] 10.222.0.49 "GET /v2.0/networks/ba00ca49-96d9-4fff-b920-6f01cfda6037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014318 Jul 30 05:00:13.083053 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 51154) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:13.108808 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6d887-5f08-469a-a98d-c4ec34ee947e req-aa48033a-7ac4-479d-891c-ce9038f1fa8a tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:13.117197 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1ee6d887-5f08-469a-a98d-c4ec34ee947e req-aa48033a-7ac4-479d-891c-ce9038f1fa8a tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 943 time: 0.0777574 Jul 30 05:00:13.158385 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add07c2e-92a2-4ef8-a117-cd4ab12d1d48 req-a3ff517b-f468-49c0-bf07-314500ea2f10 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:13.161579 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-add07c2e-92a2-4ef8-a117-cd4ab12d1d48 req-a3ff517b-f468-49c0-bf07-314500ea2f10 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc0c06a0-156a-4cee-8ff7-92ab582bc4a1 HTTP/1.1" status: 200 len: 946 time: 0.3522034 Jul 30 05:00:13.208792 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1ee6d887-5f08-469a-a98d-c4ec34ee947e req-7679f31c-ad6a-4a33-9ac9-04bb7b58d824 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899332 Jul 30 05:00:13.248831 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-add07c2e-92a2-4ef8-a117-cd4ab12d1d48 req-7fa9b89f-f5d0-4bc8-aee7-8343a761fb6e tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795124 Jul 30 05:00:13.256649 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-bcb1962a-7cc3-4271-a4b8-d56b415b6934 req-56c28417-de7a-4931-832f-92987cc44371 service neutron] 10.222.0.49 "GET /v2.0/networks/ba00ca49-96d9-4fff-b920-6f01cfda6037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357059 Jul 30 05:00:13.287938 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-bce83aee-ca16-46c3-867d-035be7ee378d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:13.401320 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-bce83aee-ca16-46c3-867d-035be7ee378d admin admin] Publish callbacks [] for security_group (82bb3ed0-a52d-4bf3-a8a7-2efa7efd0c0c), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:13.410632 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-bce83aee-ca16-46c3-867d-035be7ee378d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (82bb3ed0-a52d-4bf3-a8a7-2efa7efd0c0c), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:13.454548 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce83aee-ca16-46c3-867d-035be7ee378d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82bb3ed0-a52d-4bf3-a8a7-2efa7efd0c0c,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:13.474635 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-bce83aee-ca16-46c3-867d-035be7ee378d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b1092087b96b4ed39814eeb89da4b0f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3904860 Jul 30 05:00:13.477340 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 51212) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:13.549187 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7d144791-4510-4d51-9a42-828015516cc2 admin admin] Publish callbacks [] for security_group (82bb3ed0-a52d-4bf3-a8a7-2efa7efd0c0c), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:13.555747 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afb466-bb9e-45ce-b698-474c5e5e8d5f req-7dfd1c22-014d-4358-8e4a-511fd1aca3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:13.557907 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-35afb466-bb9e-45ce-b698-474c5e5e8d5f req-7dfd1c22-014d-4358-8e4a-511fd1aca3dc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=76df23454a3c4a9bb4f61b044ed5a426&device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 1127 time: 0.0575809 Jul 30 05:00:13.585189 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7d144791-4510-4d51-9a42-828015516cc2 admin admin] Publish callbacks [] for security_group (82bb3ed0-a52d-4bf3-a8a7-2efa7efd0c0c), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:13.662091 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7d144791-4510-4d51-9a42-828015516cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (82bb3ed0-a52d-4bf3-a8a7-2efa7efd0c0c), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:13.665445 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7d144791-4510-4d51-9a42-828015516cc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:13.669465 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-7d144791-4510-4d51-9a42-828015516cc2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82bb3ed0-a52d-4bf3-a8a7-2efa7efd0c0c HTTP/1.1" status: 204 len: 168 time: 0.1886389 Jul 30 05:00:13.680080 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afb466-bb9e-45ce-b698-474c5e5e8d5f req-d849f35b-ff5a-4126-9ad0-8c0960ea0fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:13.682102 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-35afb466-bb9e-45ce-b698-474c5e5e8d5f req-d849f35b-ff5a-4126-9ad0-8c0960ea0fc2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ba00ca49-96d9-4fff-b920-6f01cfda6037 HTTP/1.1" status: 200 len: 909 time: 0.1170876 Jul 30 05:00:13.683434 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d144791-4510-4d51-9a42-828015516cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bb3ed0-a52d-4bf3-a8a7-2efa7efd0c0c,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:13.736752 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-35afb466-bb9e-45ce-b698-474c5e5e8d5f req-4d2d4115-1f81-4444-8fb1-c3ca9f82e914 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a76ab0f-eada-4891-8b4c-b2af44036eb1 HTTP/1.1" status: 200 len: 217 time: 0.0473588 Jul 30 05:00:13.842730 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afb466-bb9e-45ce-b698-474c5e5e8d5f req-6add6e39-d521-4582-a170-1fbf78121f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:13.842730 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-35afb466-bb9e-45ce-b698-474c5e5e8d5f req-6add6e39-d521-4582-a170-1fbf78121f5c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e43a40c9-7b63-4416-91e0-9daf39b8f626 HTTP/1.1" status: 200 len: 847 time: 0.0857825 Jul 30 05:00:13.902125 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afb466-bb9e-45ce-b698-474c5e5e8d5f req-0d8866e1-dc1b-45b5-b90b-3dd856232679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:13.903714 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-35afb466-bb9e-45ce-b698-474c5e5e8d5f req-0d8866e1-dc1b-45b5-b90b-3dd856232679 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ba00ca49-96d9-4fff-b920-6f01cfda6037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546606 Jul 30 05:00:14.075835 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-35afb466-bb9e-45ce-b698-474c5e5e8d5f req-096ccd73-8658-484d-bcc1-2bd1ae87edca service neutron] 10.222.0.49 "GET /v2.0/networks/ba00ca49-96d9-4fff-b920-6f01cfda6037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631377 Jul 30 05:00:14.130505 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 51254) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:14.146127 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-60e59f9b-f2d7-4a20-8aa5-f3aeeed6e879 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:14.187931 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-35afb466-bb9e-45ce-b698-474c5e5e8d5f req-1d2adfe1-bb47-4e65-a389-23e434513fac service neutron] 10.222.0.49 "GET /v2.0/networks/ba00ca49-96d9-4fff-b920-6f01cfda6037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998466 Jul 30 05:00:14.194955 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:14.236507 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.agents_db [None req-c768def0-c5c3-40f0-ac12-561af9dad95f None None] Agent healthcheck: found 6 active agents {{(pid=103973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:00:14.247298 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:14.249739 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-60e59f9b-f2d7-4a20-8aa5-f3aeeed6e879 admin admin] Publish callbacks [] for security_group (4e32a87b-4a8d-4f06-8b16-3ebc1cf29616), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:14.255857 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-60e59f9b-f2d7-4a20-8aa5-f3aeeed6e879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (4e32a87b-4a8d-4f06-8b16-3ebc1cf29616), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:14.317863 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e59f9b-f2d7-4a20-8aa5-f3aeeed6e879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e32a87b-4a8d-4f06-8b16-3ebc1cf29616,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:14.324513 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-60e59f9b-f2d7-4a20-8aa5-f3aeeed6e879 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=774b5e9de7a74c97b52bcaae2d734c03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1929641 Jul 30 05:00:14.341471 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 51278) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:14.373504 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb1dfd-03c7-4980-9498-84752e5c9ebb req-50683f00-8117-42ba-9723-e03b788f6aac tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:14.375354 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-58bb1dfd-03c7-4980-9498-84752e5c9ebb req-50683f00-8117-42ba-9723-e03b788f6aac tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 943 time: 0.0783083 Jul 30 05:00:14.467926 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9f48c-31a7-406c-9dbe-cec1e2eaba1c req-3a1facf8-db07-472a-ba66-e58f900b42cd tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:14.475063 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-58bb1dfd-03c7-4980-9498-84752e5c9ebb req-854e3510-e163-4c7a-b769-7c3cec249065 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825734 Jul 30 05:00:14.475377 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-95e9f48c-31a7-406c-9dbe-cec1e2eaba1c req-3a1facf8-db07-472a-ba66-e58f900b42cd tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc0c06a0-156a-4cee-8ff7-92ab582bc4a1 HTTP/1.1" status: 200 len: 946 time: 0.1143951 Jul 30 05:00:14.510756 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e3dcd7d0-ca6c-48a2-b3db-dba2a3229700 admin admin] Publish callbacks [] for security_group (4e32a87b-4a8d-4f06-8b16-3ebc1cf29616), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:14.555516 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e3dcd7d0-ca6c-48a2-b3db-dba2a3229700 admin admin] Publish callbacks [] for security_group (4e32a87b-4a8d-4f06-8b16-3ebc1cf29616), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:14.562601 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-95e9f48c-31a7-406c-9dbe-cec1e2eaba1c req-02185934-dae5-40ce-a7ae-2fba5e028da2 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861804 Jul 30 05:00:14.618937 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e3dcd7d0-ca6c-48a2-b3db-dba2a3229700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (4e32a87b-4a8d-4f06-8b16-3ebc1cf29616), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:14.621519 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e3dcd7d0-ca6c-48a2-b3db-dba2a3229700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:14.625088 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-e3dcd7d0-ca6c-48a2-b3db-dba2a3229700 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4e32a87b-4a8d-4f06-8b16-3ebc1cf29616 HTTP/1.1" status: 204 len: 168 time: 0.2792594 Jul 30 05:00:14.631737 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dcd7d0-ca6c-48a2-b3db-dba2a3229700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e32a87b-4a8d-4f06-8b16-3ebc1cf29616,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:15.534215 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 51406) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:15.631447 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c5ce1-2d05-47dd-82d3-c3a5e0632c81 req-a368bd10-7a08-45ff-b034-8db5ea95dbec tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:15.633802 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-992c5ce1-2d05-47dd-82d3-c3a5e0632c81 req-a368bd10-7a08-45ff-b034-8db5ea95dbec tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 943 time: 0.0781648 Jul 30 05:00:15.655097 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:15.700662 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-992c5ce1-2d05-47dd-82d3-c3a5e0632c81 req-e15a2daa-864a-40b4-b25f-1348e9b2534d tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605655 Jul 30 05:00:15.712689 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1ded8-b1a1-434a-863e-30ad71a0bda8 req-d70a2ded-2c93-4cbe-a6a0-d7895e66e3d8 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:15.716168 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ceb1ded8-b1a1-434a-863e-30ad71a0bda8 req-d70a2ded-2c93-4cbe-a6a0-d7895e66e3d8 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc0c06a0-156a-4cee-8ff7-92ab582bc4a1 HTTP/1.1" status: 200 len: 946 time: 0.0617614 Jul 30 05:00:15.776686 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ceb1ded8-b1a1-434a-863e-30ad71a0bda8 req-f43e7677-5d97-4d2e-956e-73c5c6a4756c tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546196 Jul 30 05:00:15.859781 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-19a3ac7c-a0bc-4df4-972e-277a0790054f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:15.952841 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-19a3ac7c-a0bc-4df4-972e-277a0790054f admin admin] Publish callbacks [] for security_group (7ae1176d-562e-4936-b6d4-2bcd751e61a8), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:15.958758 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-19a3ac7c-a0bc-4df4-972e-277a0790054f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (7ae1176d-562e-4936-b6d4-2bcd751e61a8), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:15.969381 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (dec4dcff-e2ed-49ed-8dd3-cc3856f345b5), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:16.006486 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-19a3ac7c-a0bc-4df4-972e-277a0790054f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=497d9d6d607c48fab65b3604b24806af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4687915 Jul 30 05:00:16.006486 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3ac7c-a0bc-4df4-972e-277a0790054f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae1176d-562e-4936-b6d4-2bcd751e61a8,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:16.007591 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 51426) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:16.089922 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a493037-e8db-479b-9fa2-865af9c1ce1a admin admin] Publish callbacks [] for security_group (7ae1176d-562e-4936-b6d4-2bcd751e61a8), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:16.100850 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:16.115594 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a493037-e8db-479b-9fa2-865af9c1ce1a admin admin] Publish callbacks [] for security_group (7ae1176d-562e-4936-b6d4-2bcd751e61a8), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:16.221036 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a493037-e8db-479b-9fa2-865af9c1ce1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (7ae1176d-562e-4936-b6d4-2bcd751e61a8), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:16.225041 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9a493037-e8db-479b-9fa2-865af9c1ce1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:16.228278 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-9a493037-e8db-479b-9fa2-865af9c1ce1a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ae1176d-562e-4936-b6d4-2bcd751e61a8 HTTP/1.1" status: 204 len: 168 time: 0.2175076 Jul 30 05:00:16.230060 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14670536-046f-4339-894a-aab1d4267376 req-48a18556-506a-4ff5-ae63-22e33e1f1ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:16.232603 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-14670536-046f-4339-894a-aab1d4267376 req-48a18556-506a-4ff5-ae63-22e33e1f1ebc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=decb0bd64582440590890900e594b79e&device_id=cc0c06a0-156a-4cee-8ff7-92ab582bc4a1 HTTP/1.1" status: 200 len: 1130 time: 0.0748315 Jul 30 05:00:16.246540 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a493037-e8db-479b-9fa2-865af9c1ce1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae1176d-562e-4936-b6d4-2bcd751e61a8,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:16.265379 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:16.419771 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14670536-046f-4339-894a-aab1d4267376 req-77b97628-d375-425d-8e32-7222f22fc488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:16.423077 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-14670536-046f-4339-894a-aab1d4267376 req-77b97628-d375-425d-8e32-7222f22fc488 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf976b2f-0ebc-4e5a-b101-0355f31913b1 HTTP/1.1" status: 200 len: 920 time: 0.1546383 Jul 30 05:00:16.438469 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 8504d07b-9873-461b-a383-5d5c53437dee no longer exists at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:00:16.463042 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] No Port match for: 8504d07b-9873-461b-a383-5d5c53437dee {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:00:16.463536 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 8504d07b-9873-461b-a383-5d5c53437dee not bound to the agent host hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:00:16.515970 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-14670536-046f-4339-894a-aab1d4267376 req-75fd83d5-5833-459a-b04c-34f5081288df service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f770f5f-036f-49c8-aec8-570d5b12103d HTTP/1.1" status: 200 len: 217 time: 0.0465350 Jul 30 05:00:16.579896 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14670536-046f-4339-894a-aab1d4267376 req-d0039397-2b9e-4c9a-9edf-8e164560207b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:16.581714 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-14670536-046f-4339-894a-aab1d4267376 req-d0039397-2b9e-4c9a-9edf-8e164560207b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=92a83611-d09e-4b38-9b4b-aa1a1854f601 HTTP/1.1" status: 200 len: 858 time: 0.0583315 Jul 30 05:00:16.632989 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14670536-046f-4339-894a-aab1d4267376 req-993b6b21-7f15-4aed-a845-9404a7354924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:16.634541 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-14670536-046f-4339-894a-aab1d4267376 req-993b6b21-7f15-4aed-a845-9404a7354924 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf976b2f-0ebc-4e5a-b101-0355f31913b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463443 Jul 30 05:00:16.709878 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 51494) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:16.732408 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-99fc2c5a-f2a5-485e-93d5-61ef53cd3a8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:16.755406 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-14670536-046f-4339-894a-aab1d4267376 req-08d8fba6-cb86-4e17-8fcd-d33732279180 service neutron] 10.222.0.49 "GET /v2.0/networks/cf976b2f-0ebc-4e5a-b101-0355f31913b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132801 Jul 30 05:00:16.903789 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0af7b-277f-48af-9096-7e1b7237cb02 req-0ec2f2ce-21fe-4037-bfab-5c043e3c2911 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:16.905352 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-90f0af7b-277f-48af-9096-7e1b7237cb02 req-0ec2f2ce-21fe-4037-bfab-5c043e3c2911 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 943 time: 0.0915396 Jul 30 05:00:16.945734 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd1704-de03-4430-8e45-6b3d37ca30d8 req-7fec7b44-8e02-4296-94f8-d5d3f4683dd7 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:16.948221 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-63bd1704-de03-4430-8e45-6b3d37ca30d8 req-7fec7b44-8e02-4296-94f8-d5d3f4683dd7 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc0c06a0-156a-4cee-8ff7-92ab582bc4a1 HTTP/1.1" status: 200 len: 946 time: 0.0767372 Jul 30 05:00:16.959949 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-14670536-046f-4339-894a-aab1d4267376 req-6821e32e-0a42-471e-920b-3b1501874777 service neutron] 10.222.0.49 "GET /v2.0/networks/cf976b2f-0ebc-4e5a-b101-0355f31913b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950014 Jul 30 05:00:17.035580 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-90f0af7b-277f-48af-9096-7e1b7237cb02 req-86bb994a-78c8-4abd-aa9f-3e27efa52e22 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187708 Jul 30 05:00:17.040557 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-63bd1704-de03-4430-8e45-6b3d37ca30d8 req-c8099332-58b5-4557-933d-c51c4e6338c3 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866325 Jul 30 05:00:17.050506 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-99fc2c5a-f2a5-485e-93d5-61ef53cd3a8a admin admin] Publish callbacks [] for security_group (fb834934-95b2-446b-a455-cd8924a721d1), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:17.054710 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-99fc2c5a-f2a5-485e-93d5-61ef53cd3a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (fb834934-95b2-446b-a455-cd8924a721d1), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:17.078656 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:17.106217 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc2c5a-f2a5-485e-93d5-61ef53cd3a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb834934-95b2-446b-a455-cd8924a721d1,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:17.116089 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 51528) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:17.116213 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-99fc2c5a-f2a5-485e-93d5-61ef53cd3a8a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9f3dad2790714286bbc7b157afb2e65c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4050963 Jul 30 05:00:17.163799 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:17.174955 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-13452b07-9892-445b-a7b2-3c4626efcf33 admin admin] Publish callbacks [] for security_group (fb834934-95b2-446b-a455-cd8924a721d1), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:17.193404 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:17.199139 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-13452b07-9892-445b-a7b2-3c4626efcf33 admin admin] Publish callbacks [] for security_group (fb834934-95b2-446b-a455-cd8924a721d1), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:17.255521 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-13452b07-9892-445b-a7b2-3c4626efcf33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (fb834934-95b2-446b-a455-cd8924a721d1), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:17.258475 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-13452b07-9892-445b-a7b2-3c4626efcf33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:17.259844 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-13452b07-9892-445b-a7b2-3c4626efcf33 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb834934-95b2-446b-a455-cd8924a721d1 HTTP/1.1" status: 204 len: 168 time: 0.1426916 Jul 30 05:00:17.276655 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13452b07-9892-445b-a7b2-3c4626efcf33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb834934-95b2-446b-a455-cd8924a721d1,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:18.186034 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad25cd-8b2c-42ad-91f3-6f664c1f0424 req-e3ab9093-5df0-4db0-beea-bf5a0ecbacf7 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:18.187926 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bfad25cd-8b2c-42ad-91f3-6f664c1f0424 req-e3ab9093-5df0-4db0-beea-bf5a0ecbacf7 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc0c06a0-156a-4cee-8ff7-92ab582bc4a1 HTTP/1.1" status: 200 len: 946 time: 0.0558133 Jul 30 05:00:18.192351 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9661efd-e3ba-48b5-9c7d-83a11d706c98 req-85831ba2-9dbd-46ff-9440-8ee40eacd1c8 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:18.193887 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d9661efd-e3ba-48b5-9c7d-83a11d706c98 req-85831ba2-9dbd-46ff-9440-8ee40eacd1c8 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 943 time: 0.0591655 Jul 30 05:00:18.247345 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bfad25cd-8b2c-42ad-91f3-6f664c1f0424 req-94325c79-98b7-430c-b3be-3ed560bed311 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501390 Jul 30 05:00:18.253693 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d9661efd-e3ba-48b5-9c7d-83a11d706c98 req-82264c01-4c2e-46a8-b360-7f89a2c7ef55 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539646 Jul 30 05:00:19.052165 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 51642) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:19.100331 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 51646) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:19.213900 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-09db81c1-bfd7-4a9a-88d1-32ae71165d7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:19.233331 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:19.265848 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-92a9c9bc-23fe-4283-8b8b-2f2c210e5e27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:19.305129 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:19.355929 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-09db81c1-bfd7-4a9a-88d1-32ae71165d7f admin admin] Publish callbacks [] for security_group (cedecd82-f424-4b5b-ae82-1265cd101a07), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:19.379057 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-09db81c1-bfd7-4a9a-88d1-32ae71165d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (cedecd82-f424-4b5b-ae82-1265cd101a07), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:19.405329 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 51658) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:19.433535 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba6f2b-4f06-48f1-9897-ccdde5c7814e req-4739259b-9f22-4382-8fec-b6d5595df7a5 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:19.435065 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-63ba6f2b-4f06-48f1-9897-ccdde5c7814e req-4739259b-9f22-4382-8fec-b6d5595df7a5 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc0c06a0-156a-4cee-8ff7-92ab582bc4a1 HTTP/1.1" status: 200 len: 946 time: 0.0938137 Jul 30 05:00:19.440027 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-92a9c9bc-23fe-4283-8b8b-2f2c210e5e27 admin admin] Publish callbacks [] for security_group (029b7fb4-a111-4223-956b-c1596d8151bd), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:19.444875 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-09db81c1-bfd7-4a9a-88d1-32ae71165d7f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fe31334f5f4540c68b911f4871c3cc77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3913887 Jul 30 05:00:19.448876 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 51662) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:19.449503 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-92a9c9bc-23fe-4283-8b8b-2f2c210e5e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (029b7fb4-a111-4223-956b-c1596d8151bd), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:19.457778 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db81c1-bfd7-4a9a-88d1-32ae71165d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedecd82-f424-4b5b-ae82-1265cd101a07,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:19.488131 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a8501-8330-4002-b4ad-82c9ce373745 req-2d6677d7-582e-443a-8bde-7902863d2240 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:19.489795 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-7c4a8501-8330-4002-b4ad-82c9ce373745 req-2d6677d7-582e-443a-8bde-7902863d2240 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 943 time: 0.0908306 Jul 30 05:00:19.500045 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-63ba6f2b-4f06-48f1-9897-ccdde5c7814e req-9a74ad58-5a43-497f-9a9f-7e4527176fc6 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511839 Jul 30 05:00:19.556582 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-92a9c9bc-23fe-4283-8b8b-2f2c210e5e27 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c5e89b423ba143349529c28d9215bfa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4550142 Jul 30 05:00:19.559335 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 51664) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:19.561657 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a9c9bc-23fe-4283-8b8b-2f2c210e5e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029b7fb4-a111-4223-956b-c1596d8151bd,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:19.604958 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-528ad12c-32fd-4298-afd0-35f14d5b0f4a admin admin] Publish callbacks [] for security_group (cedecd82-f424-4b5b-ae82-1265cd101a07), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:19.613823 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-7c4a8501-8330-4002-b4ad-82c9ce373745 req-6491d4a3-ac4e-4345-ac4b-b0c66e050160 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149101 Jul 30 05:00:19.641940 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-528ad12c-32fd-4298-afd0-35f14d5b0f4a admin admin] Publish callbacks [] for security_group (cedecd82-f424-4b5b-ae82-1265cd101a07), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:19.647146 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-5ce447cc-6bac-4b6a-ace4-8eb0c0e4db78 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5dc01f77fe9745369cef62c8379f9209&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343016 Jul 30 05:00:19.649746 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 51666) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:19.652022 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-db10d159-0d56-4693-b30f-5695151154ef admin admin] Publish callbacks [] for security_group (029b7fb4-a111-4223-956b-c1596d8151bd), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:19.675529 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-db10d159-0d56-4693-b30f-5695151154ef admin admin] Publish callbacks [] for security_group (029b7fb4-a111-4223-956b-c1596d8151bd), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:19.725004 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9defd9aa-298c-444d-8fb0-fa9d51f64b1e admin admin] Publish callbacks [] for security_group (c8790b73-4b2c-42c1-b8e1-dd9d9e44d85d), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:19.727913 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-db10d159-0d56-4693-b30f-5695151154ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (029b7fb4-a111-4223-956b-c1596d8151bd), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:19.730705 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-db10d159-0d56-4693-b30f-5695151154ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:19.734583 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-db10d159-0d56-4693-b30f-5695151154ef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/029b7fb4-a111-4223-956b-c1596d8151bd HTTP/1.1" status: 204 len: 168 time: 0.1716714 Jul 30 05:00:19.738219 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-528ad12c-32fd-4298-afd0-35f14d5b0f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (cedecd82-f424-4b5b-ae82-1265cd101a07), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:19.740784 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-528ad12c-32fd-4298-afd0-35f14d5b0f4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:19.744312 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-528ad12c-32fd-4298-afd0-35f14d5b0f4a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cedecd82-f424-4b5b-ae82-1265cd101a07 HTTP/1.1" status: 204 len: 168 time: 0.2896910 Jul 30 05:00:19.746394 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10d159-0d56-4693-b30f-5695151154ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029b7fb4-a111-4223-956b-c1596d8151bd,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:19.760129 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9defd9aa-298c-444d-8fb0-fa9d51f64b1e admin admin] Publish callbacks [] for security_group (c8790b73-4b2c-42c1-b8e1-dd9d9e44d85d), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:19.767935 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ad12c-32fd-4298-afd0-35f14d5b0f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedecd82-f424-4b5b-ae82-1265cd101a07,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:19.824956 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9defd9aa-298c-444d-8fb0-fa9d51f64b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (c8790b73-4b2c-42c1-b8e1-dd9d9e44d85d), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:19.828357 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9defd9aa-298c-444d-8fb0-fa9d51f64b1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:19.830455 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-9defd9aa-298c-444d-8fb0-fa9d51f64b1e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c8790b73-4b2c-42c1-b8e1-dd9d9e44d85d HTTP/1.1" status: 204 len: 168 time: 0.1790640 Jul 30 05:00:19.840379 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9defd9aa-298c-444d-8fb0-fa9d51f64b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8790b73-4b2c-42c1-b8e1-dd9d9e44d85d,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:20.104146 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 51678) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:20.131478 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-050af09a-2599-4451-855e-4a97a244ba21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:20.220139 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-050af09a-2599-4451-855e-4a97a244ba21 admin admin] Publish callbacks [] for security_group (6bb304f7-3725-4d31-95f9-3e6d94a2d247), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:20.226425 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-050af09a-2599-4451-855e-4a97a244ba21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (6bb304f7-3725-4d31-95f9-3e6d94a2d247), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:20.249870 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:DELETE=4,neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:20.276948 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 51688) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:20.277434 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-050af09a-2599-4451-855e-4a97a244ba21 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f5c82267f9224545a52eab89d60dd07e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1712725 Jul 30 05:00:20.278908 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050af09a-2599-4451-855e-4a97a244ba21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb304f7-3725-4d31-95f9-3e6d94a2d247,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:20.338747 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:20.343814 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-85f5d48d-ed87-4c5c-a237-c7454fab6319 admin admin] Publish callbacks [] for security_group (6bb304f7-3725-4d31-95f9-3e6d94a2d247), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:20.369605 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-85f5d48d-ed87-4c5c-a237-c7454fab6319 admin admin] Publish callbacks [] for security_group (6bb304f7-3725-4d31-95f9-3e6d94a2d247), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:20.437150 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-85f5d48d-ed87-4c5c-a237-c7454fab6319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (6bb304f7-3725-4d31-95f9-3e6d94a2d247), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:20.443014 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-85f5d48d-ed87-4c5c-a237-c7454fab6319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:20.443014 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-85f5d48d-ed87-4c5c-a237-c7454fab6319 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6bb304f7-3725-4d31-95f9-3e6d94a2d247 HTTP/1.1" status: 204 len: 168 time: 0.1618853 Jul 30 05:00:20.454452 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f5d48d-ed87-4c5c-a237-c7454fab6319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb304f7-3725-4d31-95f9-3e6d94a2d247,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:20.508623 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-dcbbe694-7966-476a-82c8-b357fbdf5b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:20.795371 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9fca9d-a825-4727-8cc2-2ad6cea05573 req-66929e49-0c81-4491-96a7-a666d9f96288 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:20.800746 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba9e8a-ff58-4c47-ac11-d4be8579271b req-b0691ece-2646-4407-b5c7-5bbceda1cfbd tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:20.804392 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-cf9fca9d-a825-4727-8cc2-2ad6cea05573 req-66929e49-0c81-4491-96a7-a666d9f96288 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 943 time: 0.0784857 Jul 30 05:00:20.810019 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5eba9e8a-ff58-4c47-ac11-d4be8579271b req-b0691ece-2646-4407-b5c7-5bbceda1cfbd tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc0c06a0-156a-4cee-8ff7-92ab582bc4a1 HTTP/1.1" status: 200 len: 946 time: 0.0770817 Jul 30 05:00:20.884417 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-cf9fca9d-a825-4727-8cc2-2ad6cea05573 req-f0826480-ca07-4abf-84bd-9827db1e8f94 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786395 Jul 30 05:00:20.894495 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5eba9e8a-ff58-4c47-ac11-d4be8579271b req-e23b9f5b-da37-406d-b168-10d715af4811 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798955 Jul 30 05:00:21.055083 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 51730) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:21.199410 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-f415ec5e-043d-4c28-abea-5c620edc5bed admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-656389355-network', 'tenant_id': 'a6a02f6df4ed4365b3ce1fa970f9cf41'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:00:21.227149 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f415ec5e-043d-4c28-abea-5c620edc5bed admin admin] Made reservation on behalf of a6a02f6df4ed4365b3ce1fa970f9cf41 for: {'network': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:00:21.229652 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f415ec5e-043d-4c28-abea-5c620edc5bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for network (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:21.239482 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f415ec5e-043d-4c28-abea-5c620edc5bed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:21.285270 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:INSERT=19,neutron:SELECT=78,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:21.335308 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f415ec5e-043d-4c28-abea-5c620edc5bed admin admin] Publish callbacks [] for security_group (25fdcead-cb29-4801-9885-d8d83b16936a), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:21.339471 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f415ec5e-043d-4c28-abea-5c620edc5bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (25fdcead-cb29-4801-9885-d8d83b16936a), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:21.376289 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f415ec5e-043d-4c28-abea-5c620edc5bed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=103971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 05:00:21.389129 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415ec5e-043d-4c28-abea-5c620edc5bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fdcead-cb29-4801-9885-d8d83b16936a,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:21.398677 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f415ec5e-043d-4c28-abea-5c620edc5bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101'] for segment (3389fda0-343b-4819-a0bb-bb918fb4d6a8), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:21.399367 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.db.segments_db [None req-f415ec5e-043d-4c28-abea-5c620edc5bed admin admin] Added segment 3389fda0-343b-4819-a0bb-bb918fb4d6a8 of type vlan for network 42292243-279e-4264-96e0-23f67ff78d87 Jul 30 05:00:21.448623 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f415ec5e-043d-4c28-abea-5c620edc5bed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736268284326'] for network (42292243-279e-4264-96e0-23f67ff78d87), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:21.477520 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f415ec5e-043d-4c28-abea-5c620edc5bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920'] for network (42292243-279e-4264-96e0-23f67ff78d87), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:21.478827 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f415ec5e-043d-4c28-abea-5c620edc5bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:21.479404 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f415ec5e-043d-4c28-abea-5c620edc5bed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for network (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:21.547813 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-f415ec5e-043d-4c28-abea-5c620edc5bed admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.4913819 Jul 30 05:00:21.548749 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 51758) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:21.574324 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-a27787bb-cb7f-49bd-97b0-36dd14b38a44 admin admin] Request body: {'subnet': {'network_id': '42292243-279e-4264-96e0-23f67ff78d87', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-656389355-subnet', 'tenant_id': 'a6a02f6df4ed4365b3ce1fa970f9cf41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:00:21.587807 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415ec5e-043d-4c28-abea-5c620edc5bed admin admin] Pushing event updated for resources: {'Network': ['ID=42292243-279e-4264-96e0-23f67ff78d87,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:21.599462 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Network 42292243-279e-4264-96e0-23f67ff78d87 details requested by agent ovs-agent-dv-cinder-851279-3-iscsi with host dv-cinder-851279-3-iscsi {{(pid=103972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 05:00:21.608895 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27787bb-cb7f-49bd-97b0-36dd14b38a44 admin admin] Made reservation on behalf of a6a02f6df4ed4365b3ce1fa970f9cf41 for: {'subnet': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:00:21.613407 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a27787bb-cb7f-49bd-97b0-36dd14b38a44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59362560'] for subnet (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:21.846017 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a27787bb-cb7f-49bd-97b0-36dd14b38a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3264720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59362678'] for subnet (3cd41c32-1654-405e-ab41-282eb3cddac6), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:21.933569 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27787bb-cb7f-49bd-97b0-36dd14b38a44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cd41c32-1654-405e-ab41-282eb3cddac6,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:21.957089 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27787bb-cb7f-49bd-97b0-36dd14b38a44 admin admin] Checking segment: {'id': '3389fda0-343b-4819-a0bb-bb918fb4d6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '42292243-279e-4264-96e0-23f67ff78d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 05:00:21.957451 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27787bb-cb7f-49bd-97b0-36dd14b38a44 admin admin] Network hostable DHCP agents. Network: 42292243-279e-4264-96e0-23f67ff78d87, hostable agents: ['5671713e-478d-4a9e-a7e0-1ef6e7bf2e69'], hosted agents: [] {{(pid=103971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 05:00:21.984786 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:21.997522 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27787bb-cb7f-49bd-97b0-36dd14b38a44 admin admin] Network 42292243-279e-4264-96e0-23f67ff78d87 is scheduled to be hosted by DHCP agent 5671713e-478d-4a9e-a7e0-1ef6e7bf2e69 with binding_index 1 {{(pid=103971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 05:00:22.013007 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-a27787bb-cb7f-49bd-97b0-36dd14b38a44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-3-iscsi, 42292243-279e-4264-96e0-23f67ff78d87) {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:22.029035 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb3f524-0e99-4179-964c-d4f1979a0a17 None None] Network 42292243-279e-4264-96e0-23f67ff78d87 requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 05:00:22.043696 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27787bb-cb7f-49bd-97b0-36dd14b38a44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:22.044506 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a27787bb-cb7f-49bd-97b0-36dd14b38a44 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:22.058054 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61a3d2-e686-4db4-b659-762c6abba45c req-39bbafa4-ef1e-4463-b5ce-28bff8a5820b tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:22.059944 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-4a61a3d2-e686-4db4-b659-762c6abba45c req-39bbafa4-ef1e-4463-b5ce-28bff8a5820b tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 943 time: 0.0590448 Jul 30 05:00:22.079468 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-a27787bb-cb7f-49bd-97b0-36dd14b38a44 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5227804 Jul 30 05:00:22.119490 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cc50c-cf9e-4116-b571-adad9280a4f9 req-be50fa68-1102-4655-9d1a-4dd429e7d14a tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:22.121920 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c05cc50c-cf9e-4116-b571-adad9280a4f9 req-be50fa68-1102-4655-9d1a-4dd429e7d14a tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc0c06a0-156a-4cee-8ff7-92ab582bc4a1 HTTP/1.1" status: 200 len: 946 time: 0.0622118 Jul 30 05:00:22.150763 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-4a61a3d2-e686-4db4-b659-762c6abba45c req-acc7e7a6-fbff-4eb0-bdd2-fbcb9d728056 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757368 Jul 30 05:00:22.191399 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c05cc50c-cf9e-4116-b571-adad9280a4f9 req-e967345d-3e5d-4722-8fca-70e3d4081375 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615859 Jul 30 05:00:22.207838 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc7c93a-d984-460b-b28d-b79a3ae9f26b None None] Network 42292243-279e-4264-96e0-23f67ff78d87 requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 05:00:22.445939 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 1a76ab0f-eada-4891-8b4c-b2af44036eb1 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=103972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 05:00:22.562263 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:22.572378 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 1a76ab0f-eada-4891-8b4c-b2af44036eb1, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=1a76ab0f-eada-4891-8b4c-b2af44036eb1,segment=NetworkSegment(49e86943-6cb8-4f31-93ea-855c416e4a38),segment_id=49e86943-6cb8-4f31-93ea-855c416e4a38)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:22.614145 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Returning: {'device': '1a76ab0f-eada-4891-8b4c-b2af44036eb1', 'network_id': 'ba00ca49-96d9-4fff-b920-6f01cfda6037', 'port_id': '1a76ab0f-eada-4891-8b4c-b2af44036eb1', 'mac_address': 'fa:16:3e:82:72:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e43a40c9-7b63-4416-91e0-9daf39b8f626', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 05:00:22.657123 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port 1a76ab0f-eada-4891-8b4c-b2af44036eb1 is: DOWN; New status is: BUILD {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:00:22.657679 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (1a76ab0f-eada-4891-8b4c-b2af44036eb1), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:22.673725 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a76ab0f-eada-4891-8b4c-b2af44036eb1 {{(pid=103972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 05:00:22.697919 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 1a76ab0f-eada-4891-8b4c-b2af44036eb1, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=1a76ab0f-eada-4891-8b4c-b2af44036eb1,segment=NetworkSegment(49e86943-6cb8-4f31-93ea-855c416e4a38),segment_id=49e86943-6cb8-4f31-93ea-855c416e4a38)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:22.703670 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (1a76ab0f-eada-4891-8b4c-b2af44036eb1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:22.763575 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=1a76ab0f-eada-4891-8b4c-b2af44036eb1,revision_number=4']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:22.771367 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:22.771791 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:22.772233 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:22.772650 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:22.772990 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:22.773323 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:22.773657 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:22.773987 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:22.774581 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:22.775142 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:22.775719 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:22.776347 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:22.776934 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:22.777520 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:22.778102 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:22.808078 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-95e70dc0-361c-4473-a878-143d6ee3d207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:22.992639 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] get_ports_and_sgs() called for port_ids ['1a76ab0f-eada-4891-8b4c-b2af44036eb1'] {{(pid=103972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:00:23.323349 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1948d-0227-472b-aa91-74bbdf2a6aab req-89483f26-f089-457d-babb-5d4540df3b8e tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:23.324913 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4bb1948d-0227-472b-aa91-74bbdf2a6aab req-89483f26-f089-457d-babb-5d4540df3b8e tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 944 time: 0.0941372 Jul 30 05:00:23.365197 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:23.391318 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa209445-b3e1-443d-a198-010c04f7de5e req-47238f5e-d0d9-4f4c-8868-c6caef77fb58 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:23.393079 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-aa209445-b3e1-443d-a198-010c04f7de5e req-47238f5e-d0d9-4f4c-8868-c6caef77fb58 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc0c06a0-156a-4cee-8ff7-92ab582bc4a1 HTTP/1.1" status: 200 len: 946 time: 0.0820475 Jul 30 05:00:23.393778 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4bb1948d-0227-472b-aa91-74bbdf2a6aab req-49197377-3871-40a8-aed4-5154a505fc58 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619686 Jul 30 05:00:23.433296 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:23.460120 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-aa209445-b3e1-443d-a198-010c04f7de5e req-15c6e4ba-2dea-4083-8392-a1f8854d66f4 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605707 Jul 30 05:00:23.854012 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 51852) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:23.870585 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:23.972872 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-42cb66d1-58e5-40c8-947f-eef7de45e611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:24.000385 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:24.077241 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-42cb66d1-58e5-40c8-947f-eef7de45e611 admin admin] Publish callbacks [] for security_group (43117767-e39f-4cd3-a0f2-841791846ba6), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:24.082155 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-42cb66d1-58e5-40c8-947f-eef7de45e611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (43117767-e39f-4cd3-a0f2-841791846ba6), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:24.128314 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-42cb66d1-58e5-40c8-947f-eef7de45e611 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d9101e0f426415d9a56495feb50aec0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2726195 Jul 30 05:00:24.129024 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb66d1-58e5-40c8-947f-eef7de45e611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43117767-e39f-4cd3-a0f2-841791846ba6,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:24.131636 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 51868) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:24.183391 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-e8e4800b-f82e-46b2-b77d-30f625c7bb8c admin admin] Publish callbacks [] for security_group (43117767-e39f-4cd3-a0f2-841791846ba6), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:24.209041 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-e8e4800b-f82e-46b2-b77d-30f625c7bb8c admin admin] Publish callbacks [] for security_group (43117767-e39f-4cd3-a0f2-841791846ba6), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:24.229004 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=5 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:24.303122 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-e8e4800b-f82e-46b2-b77d-30f625c7bb8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (43117767-e39f-4cd3-a0f2-841791846ba6), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:24.305696 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-e8e4800b-f82e-46b2-b77d-30f625c7bb8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:24.306863 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-e8e4800b-f82e-46b2-b77d-30f625c7bb8c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/43117767-e39f-4cd3-a0f2-841791846ba6 HTTP/1.1" status: 204 len: 168 time: 0.1740344 Jul 30 05:00:24.323613 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4800b-f82e-46b2-b77d-30f625c7bb8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43117767-e39f-4cd3-a0f2-841791846ba6,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:24.381338 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-5ef66b31-fef1-43e0-8be0-eaa5ddfb41e9 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:24.382997 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-5ef66b31-fef1-43e0-8be0-eaa5ddfb41e9 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/networks?id=42292243-279e-4264-96e0-23f67ff78d87 HTTP/1.1" status: 200 len: 813 time: 0.1388993 Jul 30 05:00:24.401020 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-1b5c0e82-25eb-4101-a05d-58c105943ff4 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/quotas/a6a02f6df4ed4365b3ce1fa970f9cf41 HTTP/1.1" status: 200 len: 375 time: 0.0107071 Jul 30 05:00:24.438693 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-33fc01b1-f8fb-4b1a-bc28-9be4a99c7ffd tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a6a02f6df4ed4365b3ce1fa970f9cf41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297263 Jul 30 05:00:24.534958 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-63c5984b-e9fd-4de1-bd73-ec8728cd7d97 service neutron] 10.222.0.20 "GET /v2.0/networks/42292243-279e-4264-96e0-23f67ff78d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890810 Jul 30 05:00:24.600062 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 51890) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:24.615352 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-955533ff-973c-4831-ba4e-eed7614a945d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:24.638297 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-ed82166d-10e5-42da-aef2-08188a011bd5 service neutron] 10.222.0.20 "GET /v2.0/networks/42292243-279e-4264-96e0-23f67ff78d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906858 Jul 30 05:00:24.698397 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-955533ff-973c-4831-ba4e-eed7614a945d admin admin] Publish callbacks [] for security_group (d5def29d-09fc-4ebf-ace5-c10f8315702f), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:24.703134 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-955533ff-973c-4831-ba4e-eed7614a945d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (d5def29d-09fc-4ebf-ace5-c10f8315702f), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:24.742902 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955533ff-973c-4831-ba4e-eed7614a945d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5def29d-09fc-4ebf-ace5-c10f8315702f,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:24.753782 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 51892) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:24.755918 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-955533ff-973c-4831-ba4e-eed7614a945d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ba4be34881ef4e6ea5b80f10eef128c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1548984 Jul 30 05:00:24.834058 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f7bafe36-866e-43e3-9714-f253ed44497f admin admin] Publish callbacks [] for security_group (d5def29d-09fc-4ebf-ace5-c10f8315702f), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:24.863337 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f7bafe36-866e-43e3-9714-f253ed44497f admin admin] Publish callbacks [] for security_group (d5def29d-09fc-4ebf-ace5-c10f8315702f), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:24.898779 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:24.932498 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f7bafe36-866e-43e3-9714-f253ed44497f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (d5def29d-09fc-4ebf-ace5-c10f8315702f), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:24.936254 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f7bafe36-866e-43e3-9714-f253ed44497f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:24.940983 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-f7bafe36-866e-43e3-9714-f253ed44497f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d5def29d-09fc-4ebf-ace5-c10f8315702f HTTP/1.1" status: 204 len: 168 time: 0.1860306 Jul 30 05:00:24.951648 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bafe36-866e-43e3-9714-f253ed44497f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5def29d-09fc-4ebf-ace5-c10f8315702f,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:25.044411 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6806f-2c4e-4015-b29b-7e4c4f5ddd98 req-bbb52329-818d-4116-a3cc-de209348b736 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:25.047249 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-87a6806f-2c4e-4015-b29b-7e4c4f5ddd98 req-bbb52329-818d-4116-a3cc-de209348b736 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 944 time: 0.0833611 Jul 30 05:00:25.115343 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-87a6806f-2c4e-4015-b29b-7e4c4f5ddd98 req-095a995e-9311-48df-a421-964acc8b0705 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632761 Jul 30 05:00:25.237216 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b79552-6096-47c5-a2b0-d5fcdc99fb07 req-305ba6bc-285b-409a-b212-2f6e76f03ee2 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:25.238776 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-38b79552-6096-47c5-a2b0-d5fcdc99fb07 req-305ba6bc-285b-409a-b212-2f6e76f03ee2 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc0c06a0-156a-4cee-8ff7-92ab582bc4a1 HTTP/1.1" status: 200 len: 946 time: 0.0582595 Jul 30 05:00:25.298334 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:25.301520 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-38b79552-6096-47c5-a2b0-d5fcdc99fb07 req-379ca40b-f1ea-4772-b233-22383df8991a tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571718 Jul 30 05:00:25.403070 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-af3183a8-0460-4d46-88b9-d03548e0ce3a req-05b6514e-684b-48d1-89de-a8f05ce667e9 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdf672c0-82ac-413b-a8cc-e01a4de45c4e HTTP/1.1" status: 200 len: 210 time: 0.0315685 Jul 30 05:00:25.675272 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:26.237622 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b7766-8368-444f-a637-8baef6c6c28e req-0346894b-3738-4e1f-a866-83380709671b tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:26.239136 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-c75b7766-8368-444f-a637-8baef6c6c28e req-0346894b-3738-4e1f-a866-83380709671b tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 944 time: 0.0496309 Jul 30 05:00:26.288441 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-c75b7766-8368-444f-a637-8baef6c6c28e req-9c2d0e44-c0a8-4d02-8aea-ff90d9bb4e51 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438216 Jul 30 05:00:26.384373 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:26.428952 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb0ce0-8e7e-4244-b92a-1fe58ee6921f req-6cc1856a-4842-4fa9-b5f8-7a3ee7c72088 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:26.430494 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-98cb0ce0-8e7e-4244-b92a-1fe58ee6921f req-6cc1856a-4842-4fa9-b5f8-7a3ee7c72088 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc0c06a0-156a-4cee-8ff7-92ab582bc4a1 HTTP/1.1" status: 200 len: 946 time: 0.0552897 Jul 30 05:00:26.481545 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-98cb0ce0-8e7e-4244-b92a-1fe58ee6921f req-a1099dc8-40ab-41e7-904c-0dffa40f3e94 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452950 Jul 30 05:00:26.571152 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-72116b6c-923a-41da-ad03-ac1ce740c282 req-86d0be36-e40d-4f3d-bc24-dfd421eed9bd tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdf672c0-82ac-413b-a8cc-e01a4de45c4e HTTP/1.1" status: 200 len: 210 time: 0.0343392 Jul 30 05:00:26.831294 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 1a76ab0f-eada-4891-8b4c-b2af44036eb1 up at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:00:26.896838 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning for port 1a76ab0f-eada-4891-8b4c-b2af44036eb1 completed by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 30 05:00:26.904155 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning complete for port 1a76ab0f-eada-4891-8b4c-b2af44036eb1 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:00:26.904538 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (1a76ab0f-eada-4891-8b4c-b2af44036eb1), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:26.981708 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port 1a76ab0f-eada-4891-8b4c-b2af44036eb1 is: BUILD; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:00:26.982098 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (1a76ab0f-eada-4891-8b4c-b2af44036eb1), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:27.006890 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b497c8-e641-428a-94b6-86c21af5844f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a76ab0f-eada-4891-8b4c-b2af44036eb1'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:00:27.009093 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097f6318ceefad5cd58475957c164f396c8a98df32e112d8bd5bde4ce5121001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580dcdbf-8a46-4b73-ac33-44f85ea7f208" -d '{"events": [{"server_uuid": "99b497c8-e641-428a-94b6-86c21af5844f", "name": "network-vif-plugged", "status": "completed", "tag": "1a76ab0f-eada-4891-8b4c-b2af44036eb1"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:00:27.022100 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 1a76ab0f-eada-4891-8b4c-b2af44036eb1, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=1a76ab0f-eada-4891-8b4c-b2af44036eb1,segment=NetworkSegment(49e86943-6cb8-4f31-93ea-855c416e4a38),segment_id=49e86943-6cb8-4f31-93ea-855c416e4a38)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:27.027897 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (1a76ab0f-eada-4891-8b4c-b2af44036eb1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:27.053391 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 05:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52a72ab-7eda-40e5-bc68-8c35928e6378 x-openstack-request-id: req-f52a72ab-7eda-40e5-bc68-8c35928e6378 {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:00:27.053701 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b497c8-e641-428a-94b6-86c21af5844f", "name": "network-vif-plugged", "status": "completed", "tag": "1a76ab0f-eada-4891-8b4c-b2af44036eb1", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:00:27.053956 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f52a72ab-7eda-40e5-bc68-8c35928e6378 {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:00:27.054358 dv-cinder-851279-3-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f52a72ab-7eda-40e5-bc68-8c35928e6378'] response: {'server_uuid': '99b497c8-e641-428a-94b6-86c21af5844f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a76ab0f-eada-4891-8b4c-b2af44036eb1', 'code': 200} Jul 30 05:00:27.077755 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=1a76ab0f-eada-4891-8b4c-b2af44036eb1,revision_number=5']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:27.410222 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07a4ea-6e47-4a6f-954f-1f1f0e8048b8 req-80a88e6b-16b4-4472-b633-cb299176a030 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:27.411798 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5e07a4ea-6e47-4a6f-954f-1f1f0e8048b8 req-80a88e6b-16b4-4472-b633-cb299176a030 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 945 time: 0.0501587 Jul 30 05:00:27.462695 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5e07a4ea-6e47-4a6f-954f-1f1f0e8048b8 req-b70b3003-c4dc-4427-be0e-d7d14a06d10a tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451503 Jul 30 05:00:27.617611 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6bbdc6-759b-4747-af03-c6143e75bcc8 req-434ec689-3982-430a-bb49-6e4d3f7a3bdd tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:27.619328 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-8f6bbdc6-759b-4747-af03-c6143e75bcc8 req-434ec689-3982-430a-bb49-6e4d3f7a3bdd tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc0c06a0-156a-4cee-8ff7-92ab582bc4a1 HTTP/1.1" status: 200 len: 946 time: 0.0526450 Jul 30 05:00:27.687867 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-8f6bbdc6-759b-4747-af03-c6143e75bcc8 req-72c3ee3d-900b-4079-b0fc-7e018572bc1f tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573719 Jul 30 05:00:27.693385 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a63a6e07-708e-4e5c-924e-d69e677b8f26 req-fb563114-0476-40d6-9fe6-3610a3bddd65 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdf672c0-82ac-413b-a8cc-e01a4de45c4e HTTP/1.1" status: 200 len: 210 time: 0.0398111 Jul 30 05:00:28.338222 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a3e97-3db4-44d9-8278-e8f250982878 req-8e1912cb-9e67-48ef-994f-668d39279dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:28.339760 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7e4a2-1073-4a87-b120-55f1c96a1869 req-bb4c6e27-f294-4c19-8a7e-d03e4673ec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:28.340397 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4a8a3e97-3db4-44d9-8278-e8f250982878 req-8e1912cb-9e67-48ef-994f-668d39279dcd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 1129 time: 0.0521717 Jul 30 05:00:28.341524 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e1b7e4a2-1073-4a87-b120-55f1c96a1869 req-bb4c6e27-f294-4c19-8a7e-d03e4673ec94 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c06a0-156a-4cee-8ff7-92ab582bc4a1 HTTP/1.1" status: 200 len: 1130 time: 0.0534227 Jul 30 05:00:28.407217 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e1b7e4a2-1073-4a87-b120-55f1c96a1869 req-ace010b9-25c7-4542-9ea9-4ae7d07f07eb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424957 Jul 30 05:00:28.474333 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:28.482285 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4a8a3e97-3db4-44d9-8278-e8f250982878 req-f501b06b-d374-4d53-8bed-8617b883eb13 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266391 Jul 30 05:00:28.539556 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-abbe4ab0-183b-4ed8-9ea1-437c2a42f286 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:28.542063 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-abbe4ab0-183b-4ed8-9ea1-437c2a42f286 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.49 "GET /v2.0/networks?id=42292243-279e-4264-96e0-23f67ff78d87 HTTP/1.1" status: 200 len: 813 time: 0.1608503 Jul 30 05:00:28.585075 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0387b8-b0e2-4145-889c-b582a0635791 req-a2a5cd13-17f0-4919-adc6-8b2851aaf59c tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:28.586862 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-ab0387b8-b0e2-4145-889c-b582a0635791 req-a2a5cd13-17f0-4919-adc6-8b2851aaf59c tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 945 time: 0.0515072 Jul 30 05:00:28.655910 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-ab0387b8-b0e2-4145-889c-b582a0635791 req-4dab9c7b-febc-442e-a3ca-f793c9754dad tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575466 Jul 30 05:00:28.824842 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc6603-47a6-4870-9a87-9c6597fadd03 req-a0dd5554-2dc7-4427-95ca-38cea974c4ff tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:28.826577 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e6cc6603-47a6-4870-9a87-9c6597fadd03 req-a0dd5554-2dc7-4427-95ca-38cea974c4ff tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc0c06a0-156a-4cee-8ff7-92ab582bc4a1 HTTP/1.1" status: 200 len: 946 time: 0.0569386 Jul 30 05:00:28.896747 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e6cc6603-47a6-4870-9a87-9c6597fadd03 req-cf22a749-e6f0-480c-a7b7-1e1622c1acc6 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607824 Jul 30 05:00:28.897748 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-d109e20d-a2e6-44b2-b093-cce7e1270000 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Request body: {'port': {'device_id': 'fdf672c0-82ac-413b-a8cc-e01a4de45c4e', 'network_id': '42292243-279e-4264-96e0-23f67ff78d87', 'admin_state_up': True, 'tenant_id': 'a6a02f6df4ed4365b3ce1fa970f9cf41'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:00:29.014690 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5c6001af-bba7-45ce-8ac2-332107408be2 req-131275ff-85b0-4a96-bf9a-5a890fc222bc tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdf672c0-82ac-413b-a8cc-e01a4de45c4e HTTP/1.1" status: 200 len: 210 time: 0.0505364 Jul 30 05:00:29.021145 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945300b-ba8d-43aa-9465-c908c60b00a4 req-29cbea75-9e80-4297-8bcc-373633f4d262 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:29.022257 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-9945300b-ba8d-43aa-9465-c908c60b00a4 req-29cbea75-9e80-4297-8bcc-373633f4d262 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.0582125 Jul 30 05:00:29.073947 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-9945300b-ba8d-43aa-9465-c908c60b00a4 req-d82572e1-d2cb-49d9-9132-7078f3651fc6 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455980 Jul 30 05:00:29.075414 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-d109e20d-a2e6-44b2-b093-cce7e1270000 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Made reservation on behalf of a6a02f6df4ed4365b3ce1fa970f9cf41 for: {'port': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:00:29.078802 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-d109e20d-a2e6-44b2-b093-cce7e1270000 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:29.203121 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-d109e20d-a2e6-44b2-b093-cce7e1270000 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Allocated IP 172.20.0.8 (42292243-279e-4264-96e0-23f67ff78d87/3cd41c32-1654-405e-ab41-282eb3cddac6/489c2188-4f11-4296-9de5-6a7a8bb1a9dd) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:00:29.217284 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:29.364365 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-d109e20d-a2e6-44b2-b093-cce7e1270000 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Publish callbacks [] for port (489c2188-4f11-4296-9de5-6a7a8bb1a9dd), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:29.397804 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-d109e20d-a2e6-44b2-b093-cce7e1270000 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (489c2188-4f11-4296-9de5-6a7a8bb1a9dd), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:29.437600 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-d109e20d-a2e6-44b2-b093-cce7e1270000 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Network 42292243-279e-4264-96e0-23f67ff78d87 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:00:29.441214 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-d109e20d-a2e6-44b2-b093-cce7e1270000 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:29.447110 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-d109e20d-a2e6-44b2-b093-cce7e1270000 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 05:00:29.472260 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109e20d-a2e6-44b2-b093-cce7e1270000 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Pushing event updated for resources: {'Port': ['ID=489c2188-4f11-4296-9de5-6a7a8bb1a9dd,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:29.484718 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d109e20d-a2e6-44b2-b093-cce7e1270000 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:29.485425 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d109e20d-a2e6-44b2-b093-cce7e1270000 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:29.485425 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d109e20d-a2e6-44b2-b093-cce7e1270000 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:29.485682 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d109e20d-a2e6-44b2-b093-cce7e1270000 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:29.486051 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d109e20d-a2e6-44b2-b093-cce7e1270000 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:29.486366 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d109e20d-a2e6-44b2-b093-cce7e1270000 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:29.486682 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d109e20d-a2e6-44b2-b093-cce7e1270000 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:29.487637 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d109e20d-a2e6-44b2-b093-cce7e1270000 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:29.487994 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d109e20d-a2e6-44b2-b093-cce7e1270000 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:29.488292 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d109e20d-a2e6-44b2-b093-cce7e1270000 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:29.488615 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d109e20d-a2e6-44b2-b093-cce7e1270000 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:29.488937 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d109e20d-a2e6-44b2-b093-cce7e1270000 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:29.489255 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d109e20d-a2e6-44b2-b093-cce7e1270000 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:29.489571 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d109e20d-a2e6-44b2-b093-cce7e1270000 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:29.489894 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d109e20d-a2e6-44b2-b093-cce7e1270000 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:29.508008 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 52064) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:29.513188 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-d109e20d-a2e6-44b2-b093-cce7e1270000 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:29.513795 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-d109e20d-a2e6-44b2-b093-cce7e1270000 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:29.530568 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-d109e20d-a2e6-44b2-b093-cce7e1270000 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6406753 Jul 30 05:00:29.620921 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-92820e0a-409c-4567-81e7-b6c28ba135bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:29.663038 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:29.680152 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-8b2d9509-8e1e-481c-8933-a5735e85f262 service neutron] Request body: {'port': {'device_id': 'fdf672c0-82ac-413b-a8cc-e01a4de45c4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:00:29.723952 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-92820e0a-409c-4567-81e7-b6c28ba135bb admin admin] Publish callbacks [] for security_group (0af71e3e-e6f2-46b8-a6bb-e231cc6390ed), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:29.730651 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-92820e0a-409c-4567-81e7-b6c28ba135bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (0af71e3e-e6f2-46b8-a6bb-e231cc6390ed), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:29.793575 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92820e0a-409c-4567-81e7-b6c28ba135bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af71e3e-e6f2-46b8-a6bb-e231cc6390ed,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:29.800137 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-92820e0a-409c-4567-81e7-b6c28ba135bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0550c47bc2d0445891fc6e260796d303&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2905104 Jul 30 05:00:29.803918 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 52078) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:29.813225 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a468ab-1c0b-4bbc-8a42-ad125bb02cd1 req-5836fdda-7be2-4c32-add9-b803b8cf22ba tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:29.816117 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-81a468ab-1c0b-4bbc-8a42-ad125bb02cd1 req-5836fdda-7be2-4c32-add9-b803b8cf22ba tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 945 time: 0.0890419 Jul 30 05:00:29.817286 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-8b2d9509-8e1e-481c-8933-a5735e85f262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (489c2188-4f11-4296-9de5-6a7a8bb1a9dd), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:29.871464 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6ae77a0a-d436-4c38-b7eb-118665e1a49b admin admin] Publish callbacks [] for security_group (0af71e3e-e6f2-46b8-a6bb-e231cc6390ed), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:29.872287 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:29.900305 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6ae77a0a-d436-4c38-b7eb-118665e1a49b admin admin] Publish callbacks [] for security_group (0af71e3e-e6f2-46b8-a6bb-e231cc6390ed), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:29.925154 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-81a468ab-1c0b-4bbc-8a42-ad125bb02cd1 req-aae3c35c-24eb-4bd4-8eb0-3eb140898bce tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965931 Jul 30 05:00:29.998389 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6ae77a0a-d436-4c38-b7eb-118665e1a49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (0af71e3e-e6f2-46b8-a6bb-e231cc6390ed), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:30.000995 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6ae77a0a-d436-4c38-b7eb-118665e1a49b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:30.014459 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-6ae77a0a-d436-4c38-b7eb-118665e1a49b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0af71e3e-e6f2-46b8-a6bb-e231cc6390ed HTTP/1.1" status: 204 len: 168 time: 0.2012491 Jul 30 05:00:30.060866 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 52090) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:30.077560 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae77a0a-d436-4c38-b7eb-118665e1a49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af71e3e-e6f2-46b8-a6bb-e231cc6390ed,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:30.128269 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcee1a7-fec4-4bad-8f72-cc4935355288 req-648648f2-5b34-4c8a-9c7a-80ea3307c96b tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:30.135535 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-8fcee1a7-fec4-4bad-8f72-cc4935355288 req-648648f2-5b34-4c8a-9c7a-80ea3307c96b tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc0c06a0-156a-4cee-8ff7-92ab582bc4a1 HTTP/1.1" status: 200 len: 946 time: 0.1492956 Jul 30 05:00:30.145118 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:30.199079 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-8fcee1a7-fec4-4bad-8f72-cc4935355288 req-975d1446-b77a-4d53-9d2e-d17581e59548 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625420 Jul 30 05:00:30.362941 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b3255-a313-4ae1-9dc2-0c506340710c req-e32912df-b580-458b-8db3-87b6cc3122cb tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:30.365371 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-7e0b3255-a313-4ae1-9dc2-0c506340710c req-e32912df-b580-458b-8db3-87b6cc3122cb tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.0836637 Jul 30 05:00:30.378297 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-60bcedd6-9eb2-4b5b-a1ad-f1de21324636 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:30.449159 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-7e0b3255-a313-4ae1-9dc2-0c506340710c req-b49e43ae-b7c2-4f22-903e-754e45fc7523 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749006 Jul 30 05:00:30.453405 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef50d5-6aab-4437-b117-f8bef1e89389 req-50074a9a-6933-4ab7-9de2-e7138680c15b tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:30.460635 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-94ef50d5-6aab-4437-b117-f8bef1e89389 req-50074a9a-6933-4ab7-9de2-e7138680c15b tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdf672c0-82ac-413b-a8cc-e01a4de45c4e HTTP/1.1" status: 200 len: 931 time: 0.1190388 Jul 30 05:00:30.488749 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 52102) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:30.502274 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-75c28253-a6e1-44ca-838b-08eed9996ee4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:30.506230 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:30.539628 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-8b2d9509-8e1e-481c-8933-a5735e85f262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 489c2188-4f11-4296-9de5-6a7a8bb1a9dd {{(pid=103971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 05:00:30.556515 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-8b2d9509-8e1e-481c-8933-a5735e85f262 service neutron] Publish callbacks [] for port (489c2188-4f11-4296-9de5-6a7a8bb1a9dd), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:30.595774 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.provisioning_blocks [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-8b2d9509-8e1e-481c-8933-a5735e85f262 service neutron] Transition to ACTIVE for port object 489c2188-4f11-4296-9de5-6a7a8bb1a9dd will not be triggered until provisioned by entity L2. {{(pid=103971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 30 05:00:30.599727 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-94ef50d5-6aab-4437-b117-f8bef1e89389 req-7b6e30c1-9e36-4547-8d8d-39f27e4d9599 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/security-groups?id=25fdcead-cb29-4801-9885-d8d83b16936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382787 Jul 30 05:00:30.607419 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-8b2d9509-8e1e-481c-8933-a5735e85f262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3264605'] for port (489c2188-4f11-4296-9de5-6a7a8bb1a9dd), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:30.654759 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-75c28253-a6e1-44ca-838b-08eed9996ee4 admin admin] Publish callbacks [] for security_group (efa5a540-e3aa-4b61-a2ed-828dfd876078), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:30.660277 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-75c28253-a6e1-44ca-838b-08eed9996ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (efa5a540-e3aa-4b61-a2ed-828dfd876078), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:30.664792 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-60bcedd6-9eb2-4b5b-a1ad-f1de21324636 admin admin] Publish callbacks [] for security_group (72a60ea5-663b-4180-9d30-ed4d72c59a23), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:30.688407 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-60bcedd6-9eb2-4b5b-a1ad-f1de21324636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (72a60ea5-663b-4180-9d30-ed4d72c59a23), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:30.705432 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d9509-8e1e-481c-8933-a5735e85f262 service neutron] Pushing event updated for resources: {'Port': ['ID=489c2188-4f11-4296-9de5-6a7a8bb1a9dd,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:30.746121 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c28253-a6e1-44ca-838b-08eed9996ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa5a540-e3aa-4b61-a2ed-828dfd876078,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:30.755844 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-75c28253-a6e1-44ca-838b-08eed9996ee4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=df4096b2c909472388fea2b5c11ff376&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2659926 Jul 30 05:00:30.758515 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 52108) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:30.761045 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-60bcedd6-9eb2-4b5b-a1ad-f1de21324636 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ec4f7a3d6159462e969e32a5324c0d0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6991694 Jul 30 05:00:30.765724 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 52110) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:30.774538 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bcedd6-9eb2-4b5b-a1ad-f1de21324636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a60ea5-663b-4180-9d30-ed4d72c59a23,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:30.778060 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5f76d-dbdc-48f8-ae1c-30365286b87d req-29aa9d0c-e963-411c-809d-f70e2bd3f8c3 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:30.779595 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-36a5f76d-dbdc-48f8-ae1c-30365286b87d req-29aa9d0c-e963-411c-809d-f70e2bd3f8c3 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc0c06a0-156a-4cee-8ff7-92ab582bc4a1 HTTP/1.1" status: 200 len: 946 time: 0.0779693 Jul 30 05:00:30.818629 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-8b2d9509-8e1e-481c-8933-a5735e85f262 service neutron] Attempting to bind port 489c2188-4f11-4296-9de5-6a7a8bb1a9dd on host hv-cinder-85127 for vnic_type normal with profile {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 05:00:30.818970 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-8b2d9509-8e1e-481c-8933-a5735e85f262 service neutron] Attempting to bind port 489c2188-4f11-4296-9de5-6a7a8bb1a9dd by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '3389fda0-343b-4819-a0bb-bb918fb4d6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '42292243-279e-4264-96e0-23f67ff78d87'}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 05:00:30.819301 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-8b2d9509-8e1e-481c-8933-a5735e85f262 service neutron] Attempting to bind port 489c2188-4f11-4296-9de5-6a7a8bb1a9dd on network 42292243-279e-4264-96e0-23f67ff78d87 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:00:30.826811 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-8b2d9509-8e1e-481c-8933-a5735e85f262 service neutron] Port 489c2188-4f11-4296-9de5-6a7a8bb1a9dd on network 42292243-279e-4264-96e0-23f67ff78d87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 30 05:00:30.827134 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-8b2d9509-8e1e-481c-8933-a5735e85f262 service neutron] Attempting to bind port 489c2188-4f11-4296-9de5-6a7a8bb1a9dd on network 42292243-279e-4264-96e0-23f67ff78d87 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:00:30.831628 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:UPDATE=5,neutron:SELECT=84,neutron:INSERT=11 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:30.841822 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-8b2d9509-8e1e-481c-8933-a5735e85f262 service neutron] Checking agent: {'id': 'dec4dcff-e2ed-49ed-8dd3-cc3856f345b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 56, 16), 'started_at': datetime.datetime(2022, 7, 30, 4, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 5, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 05:00:30.842160 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-8b2d9509-8e1e-481c-8933-a5735e85f262 service neutron] Checking segment: {'id': '3389fda0-343b-4819-a0bb-bb918fb4d6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '42292243-279e-4264-96e0-23f67ff78d87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 05:00:30.842567 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-8b2d9509-8e1e-481c-8933-a5735e85f262 service neutron] Bound using segment: {'id': '3389fda0-343b-4819-a0bb-bb918fb4d6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '42292243-279e-4264-96e0-23f67ff78d87'} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 05:00:30.843004 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-8b2d9509-8e1e-481c-8933-a5735e85f262 service neutron] Bound port: 489c2188-4f11-4296-9de5-6a7a8bb1a9dd, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3389fda0-343b-4819-a0bb-bb918fb4d6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '42292243-279e-4264-96e0-23f67ff78d87'}}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 05:00:30.843358 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-8b2d9509-8e1e-481c-8933-a5735e85f262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (489c2188-4f11-4296-9de5-6a7a8bb1a9dd), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:30.852110 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5ee39169-8113-432a-a21e-36bea19727a0 admin admin] Publish callbacks [] for security_group (efa5a540-e3aa-4b61-a2ed-828dfd876078), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:30.857942 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-36a5f76d-dbdc-48f8-ae1c-30365286b87d req-a73005a1-a3ac-458e-951b-bc6268324c03 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697131 Jul 30 05:00:30.860203 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d7372491-1b50-48c4-a684-34130352c842 admin admin] Publish callbacks [] for security_group (72a60ea5-663b-4180-9d30-ed4d72c59a23), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:30.879735 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5ee39169-8113-432a-a21e-36bea19727a0 admin admin] Publish callbacks [] for security_group (efa5a540-e3aa-4b61-a2ed-828dfd876078), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:30.915697 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:30.918039 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d7372491-1b50-48c4-a684-34130352c842 admin admin] Publish callbacks [] for security_group (72a60ea5-663b-4180-9d30-ed4d72c59a23), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:30.934464 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5ee39169-8113-432a-a21e-36bea19727a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (efa5a540-e3aa-4b61-a2ed-828dfd876078), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:30.937414 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5ee39169-8113-432a-a21e-36bea19727a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:30.938631 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-5ee39169-8113-432a-a21e-36bea19727a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/efa5a540-e3aa-4b61-a2ed-828dfd876078 HTTP/1.1" status: 204 len: 168 time: 0.1792123 Jul 30 05:00:30.947276 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee39169-8113-432a-a21e-36bea19727a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa5a540-e3aa-4b61-a2ed-828dfd876078,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:30.967929 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-8b2d9509-8e1e-481c-8933-a5735e85f262 service neutron] For port 489c2188-4f11-4296-9de5-6a7a8bb1a9dd, host hv-cinder-85127, cleared binding levels {{(pid=103971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:00:30.992518 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-8b2d9509-8e1e-481c-8933-a5735e85f262 service neutron] For port 489c2188-4f11-4296-9de5-6a7a8bb1a9dd, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=489c2188-4f11-4296-9de5-6a7a8bb1a9dd,segment=NetworkSegment(3389fda0-343b-4819-a0bb-bb918fb4d6a8),segment_id=3389fda0-343b-4819-a0bb-bb918fb4d6a8)] {{(pid=103971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:00:31.006765 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-8b2d9509-8e1e-481c-8933-a5735e85f262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3264605'] for port (489c2188-4f11-4296-9de5-6a7a8bb1a9dd), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:31.012355 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-8b2d9509-8e1e-481c-8933-a5735e85f262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:31.013792 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-8b2d9509-8e1e-481c-8933-a5735e85f262 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:31.015419 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-8b2d9509-8e1e-481c-8933-a5735e85f262 service neutron] 10.222.0.49 "PUT /v2.0/ports/489c2188-4f11-4296-9de5-6a7a8bb1a9dd HTTP/1.1" status: 200 len: 1093 time: 1.3400531 Jul 30 05:00:31.018995 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf672c0-82ac-413b-a8cc-e01a4de45c4e', 'tag': '489c2188-4f11-4296-9de5-6a7a8bb1a9dd'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:00:31.021632 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b16b4900bbfc643f3f19b33d02e463cc441e963483cfbcd5657a130b47b3c9ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffaab87-94a7-4fa5-8722-ded67e89c9a4" -d '{"events": [{"name": "network-changed", "server_uuid": "fdf672c0-82ac-413b-a8cc-e01a4de45c4e", "tag": "489c2188-4f11-4296-9de5-6a7a8bb1a9dd"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:00:31.068015 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d7372491-1b50-48c4-a684-34130352c842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (72a60ea5-663b-4180-9d30-ed4d72c59a23), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:31.072136 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d7372491-1b50-48c4-a684-34130352c842 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:31.076332 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-d7372491-1b50-48c4-a684-34130352c842 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/72a60ea5-663b-4180-9d30-ed4d72c59a23 HTTP/1.1" status: 204 len: 168 time: 0.3071117 Jul 30 05:00:31.092461 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Jul 2022 05:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc3071e-530d-4283-a8bd-5a32d35bfe10 x-openstack-request-id: req-efc3071e-530d-4283-a8bd-5a32d35bfe10 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:00:31.092750 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdf672c0-82ac-413b-a8cc-e01a4de45c4e", "tag": "489c2188-4f11-4296-9de5-6a7a8bb1a9dd", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:00:31.093122 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-efc3071e-530d-4283-a8bd-5a32d35bfe10 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:00:31.093389 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efc3071e-530d-4283-a8bd-5a32d35bfe10'] response: {'name': 'network-changed', 'server_uuid': 'fdf672c0-82ac-413b-a8cc-e01a4de45c4e', 'tag': '489c2188-4f11-4296-9de5-6a7a8bb1a9dd', 'status': 'completed', 'code': 200} Jul 30 05:00:31.124835 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7372491-1b50-48c4-a684-34130352c842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a60ea5-663b-4180-9d30-ed4d72c59a23,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:31.189747 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e0dfc-86aa-41f4-a8d7-83ff0e11ce79 req-0d86a853-7d01-4634-b553-638dfab2328b tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:31.193026 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d54e0dfc-86aa-41f4-a8d7-83ff0e11ce79 req-0d86a853-7d01-4634-b553-638dfab2328b tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 945 time: 0.1305571 Jul 30 05:00:31.194377 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d9509-8e1e-481c-8933-a5735e85f262 service neutron] Pushing event updated for resources: {'Port': ['ID=489c2188-4f11-4296-9de5-6a7a8bb1a9dd,revision_number=3']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:31.265192 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d54e0dfc-86aa-41f4-a8d7-83ff0e11ce79 req-ea182385-fe45-47ea-889e-62b9d5e5a8ee tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617740 Jul 30 05:00:31.434900 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4036c-d3d9-41a0-b14b-eb345cdaadaf req-ec689b18-f145-4246-ad1a-f3762ec29f8a tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:31.436508 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-9eb4036c-d3d9-41a0-b14b-eb345cdaadaf req-ec689b18-f145-4246-ad1a-f3762ec29f8a tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 945 time: 0.0617931 Jul 30 05:00:31.579047 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-9eb4036c-d3d9-41a0-b14b-eb345cdaadaf req-be35e7af-0cc1-483d-84aa-4f839f60885a tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287265 Jul 30 05:00:31.594899 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 52140) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:31.635223 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f817e-e7ff-4a3a-90c0-1f511921951a req-845def09-58bb-44e7-a3f3-4c67a7ab3f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:31.636952 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-317f817e-e7ff-4a3a-90c0-1f511921951a req-845def09-58bb-44e7-a3f3-4c67a7ab3f30 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=decb0bd64582440590890900e594b79e&device_id=cc0c06a0-156a-4cee-8ff7-92ab582bc4a1 HTTP/1.1" status: 200 len: 1130 time: 0.0768716 Jul 30 05:00:31.646833 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-e3710785-2086-4ce1-b17a-b3af1ca967e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:31.648541 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-e3710785-2086-4ce1-b17a-b3af1ca967e6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a6a02f6df4ed4365b3ce1fa970f9cf41&device_id=fdf672c0-82ac-413b-a8cc-e01a4de45c4e HTTP/1.1" status: 200 len: 1127 time: 0.1575871 Jul 30 05:00:31.688442 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65053d3f-61a7-49a1-a3ac-edd940e9a506 req-402dc576-4413-4485-8747-a70233d6712e tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:31.690964 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-65053d3f-61a7-49a1-a3ac-edd940e9a506 req-402dc576-4413-4485-8747-a70233d6712e tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.1051340 Jul 30 05:00:31.771304 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-65053d3f-61a7-49a1-a3ac-edd940e9a506 req-becbfba5-aad9-4479-8844-48b9926cb4f4 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739617 Jul 30 05:00:31.782194 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a5e9b-fc06-46ef-83fb-1f4f74a83af8 req-1a71f8ac-00da-4164-94f0-9042cdf770da tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:31.784782 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-936a5e9b-fc06-46ef-83fb-1f4f74a83af8 req-1a71f8ac-00da-4164-94f0-9042cdf770da tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdf672c0-82ac-413b-a8cc-e01a4de45c4e HTTP/1.1" status: 200 len: 943 time: 0.0558472 Jul 30 05:00:31.852872 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-936a5e9b-fc06-46ef-83fb-1f4f74a83af8 req-8fe782a9-d806-4e61-a3c7-fbfac4880b31 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/security-groups?id=25fdcead-cb29-4801-9885-d8d83b16936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492110 Jul 30 05:00:31.897677 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae78d2f2-3782-46f7-b32b-f2e7cfdef161 tempest-TestShelveInstance-907203619 tempest-TestShelveInstance-907203619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:31.901990 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-ae78d2f2-3782-46f7-b32b-f2e7cfdef161 tempest-TestShelveInstance-907203619 tempest-TestShelveInstance-907203619-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 1124 time: 0.3034205 Jul 30 05:00:31.902258 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 52158) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:31.907406 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-18355cc0-ad5d-4592-abd6-60b024981313 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Request body: {'floatingip': {'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'port_id': '1a76ab0f-eada-4891-8b4c-b2af44036eb1', 'tenant_id': '76df23454a3c4a9bb4f61b044ed5a426', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:00:31.958641 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-18355cc0-ad5d-4592-abd6-60b024981313 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:32.002798 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 52160) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:32.038537 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:32.043353 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-5d78cd9d-e28c-40f0-b02e-6e4b808f96a0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=489c2188-4f11-4296-9de5-6a7a8bb1a9dd HTTP/1.1" status: 200 len: 217 time: 0.1156712 Jul 30 05:00:32.068796 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-18355cc0-ad5d-4592-abd6-60b024981313 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:32.134385 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:32.138833 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c8a6b-10ff-43c5-b9ce-69182bcab5b4 req-7ac9f090-22da-4f98-bbb3-4d720f1ac426 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:32.140355 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c70c8a6b-10ff-43c5-b9ce-69182bcab5b4 req-7ac9f090-22da-4f98-bbb3-4d720f1ac426 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc0c06a0-156a-4cee-8ff7-92ab582bc4a1 HTTP/1.1" status: 200 len: 946 time: 0.1798458 Jul 30 05:00:32.143893 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-3ee24738-4d80-41c9-a4db-79f8b921b060 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1343981411-network', 'tenant_id': 'f102af4a74e946caa9fefc7ad0ae148c'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:00:32.197453 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-0fbf391e-7823-45d4-bc07-1ff61224299e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:32.198930 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-0fbf391e-7823-45d4-bc07-1ff61224299e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3cd41c32-1654-405e-ab41-282eb3cddac6 HTTP/1.1" status: 200 len: 853 time: 0.1351929 Jul 30 05:00:32.199656 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee24738-4d80-41c9-a4db-79f8b921b060 admin admin] Made reservation on behalf of f102af4a74e946caa9fefc7ad0ae148c for: {'network': 1} {{(pid=103970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:00:32.201951 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-3ee24738-4d80-41c9-a4db-79f8b921b060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for network (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:32.205255 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f817e-e7ff-4a3a-90c0-1f511921951a req-871a16a3-f65f-47c4-944b-7191a7744017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:32.207522 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-317f817e-e7ff-4a3a-90c0-1f511921951a req-871a16a3-f65f-47c4-944b-7191a7744017 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf976b2f-0ebc-4e5a-b101-0355f31913b1 HTTP/1.1" status: 200 len: 920 time: 0.2812395 Jul 30 05:00:32.216965 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-3ee24738-4d80-41c9-a4db-79f8b921b060 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:32.235661 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_common [None req-18355cc0-ad5d-4592-abd6-60b024981313 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Allocated IP 172.27.2.6 (0194f4bd-d033-4ee0-a642-9d17cfb40f96/6c0201b0-7b08-4a32-872b-15ffee5372f4/387268a3-192b-4907-9cfd-9a6d90b222f6) {{(pid=103970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:00:32.285379 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-90994a8d-0c20-45da-a6e9-451eebe62791 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=42292243-279e-4264-96e0-23f67ff78d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723112 Jul 30 05:00:32.290655 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-317f817e-e7ff-4a3a-90c0-1f511921951a req-7f88f42e-cbea-4cdf-8769-3c795a70802c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f770f5f-036f-49c8-aec8-570d5b12103d HTTP/1.1" status: 200 len: 217 time: 0.0661395 Jul 30 05:00:32.294388 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c70c8a6b-10ff-43c5-b9ce-69182bcab5b4 req-2fd58874-8a10-4437-81fc-3ee1d8b4bc36 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465404 Jul 30 05:00:32.407946 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-3ee24738-4d80-41c9-a4db-79f8b921b060 admin admin] Publish callbacks [] for security_group (f9516121-f2c2-4395-8895-3671edd09173), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:32.414252 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-18355cc0-ad5d-4592-abd6-60b024981313 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks [] for port (387268a3-192b-4907-9cfd-9a6d90b222f6), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:32.416727 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-3ee24738-4d80-41c9-a4db-79f8b921b060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (f9516121-f2c2-4395-8895-3671edd09173), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:32.417849 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:32.430612 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f817e-e7ff-4a3a-90c0-1f511921951a req-6263377c-3e48-4f6a-9dad-3f59a75a1e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:32.432198 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-317f817e-e7ff-4a3a-90c0-1f511921951a req-6263377c-3e48-4f6a-9dad-3f59a75a1e49 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=92a83611-d09e-4b38-9b4b-aa1a1854f601 HTTP/1.1" status: 200 len: 858 time: 0.1056807 Jul 30 05:00:32.434741 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:32.438482 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 52170) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:32.453111 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-5c6b905b-d304-4405-b6c6-650fb4d630e3 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1772467052', 'description': 'tempest-description--1506812656'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:00:32.468328 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee24738-4d80-41c9-a4db-79f8b921b060 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=103970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 05:00:32.472721 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee24738-4d80-41c9-a4db-79f8b921b060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9516121-f2c2-4395-8895-3671edd09173,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:32.487728 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-3ee24738-4d80-41c9-a4db-79f8b921b060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101'] for segment (f28c73d5-7075-4c2a-b4b7-9c037eda13ba), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:32.488048 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.db.segments_db [None req-3ee24738-4d80-41c9-a4db-79f8b921b060 admin admin] Added segment f28c73d5-7075-4c2a-b4b7-9c037eda13ba of type vlan for network 67254df2-69cc-4935-a78a-856ecd4c2eaf Jul 30 05:00:32.495269 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-66fe92be-05c6-4c8b-82f2-6fb4f4620147 service neutron] 10.222.0.49 "GET /v2.0/networks/42292243-279e-4264-96e0-23f67ff78d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976335 Jul 30 05:00:32.522163 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-18355cc0-ad5d-4592-abd6-60b024981313 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (387268a3-192b-4907-9cfd-9a6d90b222f6), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:32.526599 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f817e-e7ff-4a3a-90c0-1f511921951a req-30bd1cb7-ba69-486c-980e-f31a86d2548a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:32.528075 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-317f817e-e7ff-4a3a-90c0-1f511921951a req-30bd1cb7-ba69-486c-980e-f31a86d2548a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf976b2f-0ebc-4e5a-b101-0355f31913b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0829051 Jul 30 05:00:32.553455 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-5c6b905b-d304-4405-b6c6-650fb4d630e3 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:32.561560 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-3ee24738-4d80-41c9-a4db-79f8b921b060 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736268284326'] for network (67254df2-69cc-4935-a78a-856ecd4c2eaf), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:32.575035 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18355cc0-ad5d-4592-abd6-60b024981313 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Network 0194f4bd-d033-4ee0-a642-9d17cfb40f96 is already hosted by enough agents. {{(pid=103970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:00:32.582387 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-18355cc0-ad5d-4592-abd6-60b024981313 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Resources bound (agent type, host, resource id): {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:32.593306 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18355cc0-ad5d-4592-abd6-60b024981313 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Received port after_create {{(pid=103970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 05:00:32.622170 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18355cc0-ad5d-4592-abd6-60b024981313 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Pushing event updated for resources: {'Port': ['ID=387268a3-192b-4907-9cfd-9a6d90b222f6,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:32.634913 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-3ee24738-4d80-41c9-a4db-79f8b921b060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920'] for network (67254df2-69cc-4935-a78a-856ecd4c2eaf), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:32.635938 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee24738-4d80-41c9-a4db-79f8b921b060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:32.636517 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-3ee24738-4d80-41c9-a4db-79f8b921b060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for network (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:32.709845 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-3ee24738-4d80-41c9-a4db-79f8b921b060 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7056143 Jul 30 05:00:32.716617 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 52172) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:32.723446 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-45ff3410-e99d-4ef0-997c-29ced3b7928c admin admin] Request body: {'subnet': {'network_id': '67254df2-69cc-4935-a78a-856ecd4c2eaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1343981411-subnet', 'tenant_id': 'f102af4a74e946caa9fefc7ad0ae148c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:00:32.732405 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee24738-4d80-41c9-a4db-79f8b921b060 admin admin] Pushing event updated for resources: {'Network': ['ID=67254df2-69cc-4935-a78a-856ecd4c2eaf,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:32.733718 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d5bd9689-1969-4cd6-ac93-e7887de3296b req-4c176f2b-32b5-4e84-9cc1-912c6793824a service neutron] 10.222.0.49 "GET /v2.0/networks/42292243-279e-4264-96e0-23f67ff78d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310145 Jul 30 05:00:32.739289 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-317f817e-e7ff-4a3a-90c0-1f511921951a req-21d2f861-37c1-4d1c-94eb-1615fc684850 service neutron] 10.222.0.49 "GET /v2.0/networks/cf976b2f-0ebc-4e5a-b101-0355f31913b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814640 Jul 30 05:00:32.748251 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:INSERT=9,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:32.755521 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-5c6b905b-d304-4405-b6c6-650fb4d630e3 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group (ba30f759-8e45-4de7-a70f-2df3ddf569d3), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:32.761000 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Network 67254df2-69cc-4935-a78a-856ecd4c2eaf details requested by agent ovs-agent-dv-cinder-851279-3-iscsi with host dv-cinder-851279-3-iscsi {{(pid=103972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 05:00:32.808036 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-5c6b905b-d304-4405-b6c6-650fb4d630e3 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (ba30f759-8e45-4de7-a70f-2df3ddf569d3), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:32.841220 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ff3410-e99d-4ef0-997c-29ced3b7928c admin admin] Made reservation on behalf of f102af4a74e946caa9fefc7ad0ae148c for: {'subnet': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:00:32.843800 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-45ff3410-e99d-4ef0-997c-29ced3b7928c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59362560'] for subnet (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:32.873548 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:32.968487 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-5c6b905b-d304-4405-b6c6-650fb4d630e3 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:32.973671 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-5c6b905b-d304-4405-b6c6-650fb4d630e3 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5304928 Jul 30 05:00:32.991571 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 52184) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:33.000628 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-113e0108-d6ea-48d2-9879-dedf1fcb6b6d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Request body: {'security_group_rule': {'security_group_id': 'ba30f759-8e45-4de7-a70f-2df3ddf569d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:00:33.047538 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b905b-d304-4405-b6c6-650fb4d630e3 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba30f759-8e45-4de7-a70f-2df3ddf569d3,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:33.064058 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a70e42-2033-4f3c-a5b8-22b88d9d533d req-bb1b44e3-689d-47d1-8090-eae45d255542 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:33.066341 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-45a70e42-2033-4f3c-a5b8-22b88d9d533d req-bb1b44e3-689d-47d1-8090-eae45d255542 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdf672c0-82ac-413b-a8cc-e01a4de45c4e HTTP/1.1" status: 200 len: 943 time: 0.1106794 Jul 30 05:00:33.069522 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:33.093185 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-317f817e-e7ff-4a3a-90c0-1f511921951a req-4f59dc6d-24de-4529-a332-8a16006dbb6d service neutron] 10.222.0.49 "GET /v2.0/networks/cf976b2f-0ebc-4e5a-b101-0355f31913b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362989 Jul 30 05:00:33.108107 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db7a25-3a66-46d4-ac70-2770b0a34440 req-c7cc8344-b695-4bc7-9c17-c7976ac9bdb6 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:33.109652 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-25db7a25-3a66-46d4-ac70-2770b0a34440 req-c7cc8344-b695-4bc7-9c17-c7976ac9bdb6 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.1382873 Jul 30 05:00:33.121427 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-113e0108-d6ea-48d2-9879-dedf1fcb6b6d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group_rule (75aac01a-1fb9-49c5-99be-ac48d4883af6), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:33.141394 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-18355cc0-ad5d-4592-abd6-60b024981313 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks [] for floatingip (4083ae61-0fbb-4596-af02-10be66f283cd), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:33.172070 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:33.186151 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-45a70e42-2033-4f3c-a5b8-22b88d9d533d req-c3eb6e28-3788-40e7-8076-6e811e61738a tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/security-groups?id=25fdcead-cb29-4801-9885-d8d83b16936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900114 Jul 30 05:00:33.266224 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-25db7a25-3a66-46d4-ac70-2770b0a34440 req-85db0a54-848f-40ce-bb3b-309917c957a8 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457956 Jul 30 05:00:33.295374 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-113e0108-d6ea-48d2-9879-dedf1fcb6b6d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group_rule (75aac01a-1fb9-49c5-99be-ac48d4883af6), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:33.340584 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-113e0108-d6ea-48d2-9879-dedf1fcb6b6d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826758'] for security_group_rule (75aac01a-1fb9-49c5-99be-ac48d4883af6), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:33.376322 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-113e0108-d6ea-48d2-9879-dedf1fcb6b6d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:33.381068 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-113e0108-d6ea-48d2-9879-dedf1fcb6b6d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3882232 Jul 30 05:00:33.386035 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 52192) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:33.398734 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-ce30ecac-c98e-4d45-829d-7835344ea585 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Request body: {'security_group_rule': {'security_group_id': 'ba30f759-8e45-4de7-a70f-2df3ddf569d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:00:33.410762 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e0108-d6ea-48d2-9879-dedf1fcb6b6d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75aac01a-1fb9-49c5-99be-ac48d4883af6,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:33.420833 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-45ff3410-e99d-4ef0-997c-29ced3b7928c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3264720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59362678'] for subnet (e3949b13-2948-400c-8508-8658cccc7c7a), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:33.479059 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ce30ecac-c98e-4d45-829d-7835344ea585 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group_rule (dac24f57-ecab-4810-9db6-6bd23130350b), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:33.501574 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff3410-e99d-4ef0-997c-29ced3b7928c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3949b13-2948-400c-8508-8658cccc7c7a,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:33.527021 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ff3410-e99d-4ef0-997c-29ced3b7928c admin admin] Checking segment: {'id': 'f28c73d5-7075-4c2a-b4b7-9c037eda13ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '67254df2-69cc-4935-a78a-856ecd4c2eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 05:00:33.527381 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ff3410-e99d-4ef0-997c-29ced3b7928c admin admin] Network hostable DHCP agents. Network: 67254df2-69cc-4935-a78a-856ecd4c2eaf, hostable agents: ['5671713e-478d-4a9e-a7e0-1ef6e7bf2e69'], hosted agents: [] {{(pid=103971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 05:00:33.567057 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ff3410-e99d-4ef0-997c-29ced3b7928c admin admin] Network 67254df2-69cc-4935-a78a-856ecd4c2eaf is scheduled to be hosted by DHCP agent 5671713e-478d-4a9e-a7e0-1ef6e7bf2e69 with binding_index 1 {{(pid=103971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 05:00:33.571106 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-18355cc0-ad5d-4592-abd6-60b024981313 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (387268a3-192b-4907-9cfd-9a6d90b222f6), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:33.577077 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ce30ecac-c98e-4d45-829d-7835344ea585 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group_rule (dac24f57-ecab-4810-9db6-6bd23130350b), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:33.581090 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ce30ecac-c98e-4d45-829d-7835344ea585 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826758'] for security_group_rule (dac24f57-ecab-4810-9db6-6bd23130350b), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:33.590191 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-45ff3410-e99d-4ef0-997c-29ced3b7928c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-3-iscsi, 67254df2-69cc-4935-a78a-856ecd4c2eaf) {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:33.598385 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:33.599970 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829e820c-776a-48b7-8f14-b767ab4f1dc2 None None] Network 67254df2-69cc-4935-a78a-856ecd4c2eaf requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 05:00:33.606911 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ff3410-e99d-4ef0-997c-29ced3b7928c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:33.607496 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-45ff3410-e99d-4ef0-997c-29ced3b7928c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:33.614694 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39489cc-b91a-445a-b19d-71e20eaa9a35 req-87b96a5b-9de2-465f-b87b-6ffca495895d tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:33.616167 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-c39489cc-b91a-445a-b19d-71e20eaa9a35 req-87b96a5b-9de2-465f-b87b-6ffca495895d tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc0c06a0-156a-4cee-8ff7-92ab582bc4a1 HTTP/1.1" status: 200 len: 946 time: 0.0809271 Jul 30 05:00:33.620773 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce30ecac-c98e-4d45-829d-7835344ea585 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dac24f57-ecab-4810-9db6-6bd23130350b,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:33.627726 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ce30ecac-c98e-4d45-829d-7835344ea585 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:33.629356 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-ce30ecac-c98e-4d45-829d-7835344ea585 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2366834 Jul 30 05:00:33.633248 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 52194) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:33.647204 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-45ff3410-e99d-4ef0-997c-29ced3b7928c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9283261 Jul 30 05:00:33.651849 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-47e25a95-8952-433f-b0d8-43a2c90beb0d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Request body: {'floatingip': {'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:00:33.676618 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-47e25a95-8952-433f-b0d8-43a2c90beb0d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:33.747910 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87080857-daab-4255-ab62-e22177dceae9 None None] Network 67254df2-69cc-4935-a78a-856ecd4c2eaf requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 05:00:33.749489 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-c39489cc-b91a-445a-b19d-71e20eaa9a35 req-4068054a-8023-4bd6-924a-373c481fdf12 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195705 Jul 30 05:00:33.802375 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-47e25a95-8952-433f-b0d8-43a2c90beb0d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:33.831381 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-18355cc0-ad5d-4592-abd6-60b024981313 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks [] for port (387268a3-192b-4907-9cfd-9a6d90b222f6), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:33.836871 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-18355cc0-ad5d-4592-abd6-60b024981313 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410665'] for port (387268a3-192b-4907-9cfd-9a6d90b222f6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:33.870615 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:33.922431 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18355cc0-ad5d-4592-abd6-60b024981313 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Pushing event updated for resources: {'Port': ['ID=387268a3-192b-4907-9cfd-9a6d90b222f6,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:33.926190 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-18355cc0-ad5d-4592-abd6-60b024981313 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692779'] for floatingip (4083ae61-0fbb-4596-af02-10be66f283cd), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:33.940220 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffaab87-94a7-4fa5-8722-ded67e89c9a4 req-e136dfe4-4ebc-4758-b3fb-23772d2f87f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:33.941657 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3ffaab87-94a7-4fa5-8722-ded67e89c9a4 req-e136dfe4-4ebc-4758-b3fb-23772d2f87f0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a6a02f6df4ed4365b3ce1fa970f9cf41&device_id=fdf672c0-82ac-413b-a8cc-e01a4de45c4e HTTP/1.1" status: 200 len: 1127 time: 0.0585158 Jul 30 05:00:34.035489 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.db.l3_db [None req-18355cc0-ad5d-4592-abd6-60b024981313 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Floating IP 4083ae61-0fbb-4596-af02-10be66f283cd associated. External IP: 172.27.2.6, port: 1a76ab0f-eada-4891-8b4c-b2af44036eb1. Jul 30 05:00:34.068468 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [None req-47e25a95-8952-433f-b0d8-43a2c90beb0d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Allocated IP 172.27.2.129 (0194f4bd-d033-4ee0-a642-9d17cfb40f96/6c0201b0-7b08-4a32-872b-15ffee5372f4/1242bfed-b22f-440f-9ebf-9e5f9f4ab6e3) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:00:34.100205 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:34.114729 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffaab87-94a7-4fa5-8722-ded67e89c9a4 req-b4bff0d4-b80f-4bc6-941d-08905eb23378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:34.116329 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3ffaab87-94a7-4fa5-8722-ded67e89c9a4 req-b4bff0d4-b80f-4bc6-941d-08905eb23378 service neutron] 10.222.0.49 "GET /v2.0/networks?id=42292243-279e-4264-96e0-23f67ff78d87 HTTP/1.1" status: 200 len: 914 time: 0.1449051 Jul 30 05:00:34.126191 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:34.213030 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-47e25a95-8952-433f-b0d8-43a2c90beb0d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for port (1242bfed-b22f-440f-9ebf-9e5f9f4ab6e3), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:34.254566 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-47e25a95-8952-433f-b0d8-43a2c90beb0d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (1242bfed-b22f-440f-9ebf-9e5f9f4ab6e3), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:34.313660 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18355cc0-ad5d-4592-abd6-60b024981313 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Router a560c6c7-a2e8-48d3-813d-d8450948f8b1 has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 05:00:34.343789 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e25a95-8952-433f-b0d8-43a2c90beb0d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Network 0194f4bd-d033-4ee0-a642-9d17cfb40f96 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:00:34.383391 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-47e25a95-8952-433f-b0d8-43a2c90beb0d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:34.389686 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e25a95-8952-433f-b0d8-43a2c90beb0d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 05:00:34.400066 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e25a95-8952-433f-b0d8-43a2c90beb0d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Pushing event updated for resources: {'Port': ['ID=1242bfed-b22f-440f-9ebf-9e5f9f4ab6e3,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:34.431719 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756e217-b50b-46e6-9f15-0e26f1d1bf94 req-2704e4d0-5a0a-415b-8e4c-412e57cd89f4 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:34.433595 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a756e217-b50b-46e6-9f15-0e26f1d1bf94 req-2704e4d0-5a0a-415b-8e4c-412e57cd89f4 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdf672c0-82ac-413b-a8cc-e01a4de45c4e HTTP/1.1" status: 200 len: 943 time: 0.1400247 Jul 30 05:00:34.487992 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1bea72-276d-4755-a319-b3022048f1d6 req-a062255c-a29e-4fff-8630-610d95489b19 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:34.489530 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-6a1bea72-276d-4755-a319-b3022048f1d6 req-a062255c-a29e-4fff-8630-610d95489b19 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.0998459 Jul 30 05:00:34.505040 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18355cc0-ad5d-4592-abd6-60b024981313 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:00:34.519325 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f3a2a1-838a-4768-b0d2-3f2ca1d70e92 None None] Sync routers for ids ['a560c6c7-a2e8-48d3-813d-d8450948f8b1'] in dv-cinder-851279-3-iscsi {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:00:34.533864 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a756e217-b50b-46e6-9f15-0e26f1d1bf94 req-b4b36e63-aeed-4b1f-b6a4-676617efce33 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/security-groups?id=25fdcead-cb29-4801-9885-d8d83b16936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889487 Jul 30 05:00:34.543199 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-47e25a95-8952-433f-b0d8-43a2c90beb0d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for floatingip (fcb1e613-9058-4744-8c1e-86d428b6db8d), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:34.550983 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f3a2a1-838a-4768-b0d2-3f2ca1d70e92 None None] Routers {'a560c6c7-a2e8-48d3-813d-d8450948f8b1'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:00:34.552806 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-b7f3a2a1-838a-4768-b0d2-3f2ca1d70e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:00:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['a560c6c7-a2e8-48d3-813d-d8450948f8b1'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:34.559241 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-18355cc0-ad5d-4592-abd6-60b024981313 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for floatingip (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:34.606566 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-47e25a95-8952-433f-b0d8-43a2c90beb0d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (1242bfed-b22f-440f-9ebf-9e5f9f4ab6e3), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:34.623214 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-6a1bea72-276d-4755-a319-b3022048f1d6 req-34eeffea-327d-499d-a559-7415ca46fb55 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212761 Jul 30 05:00:34.640820 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-18355cc0-ad5d-4592-abd6-60b024981313 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.7373905 Jul 30 05:00:34.641618 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b497c8-e641-428a-94b6-86c21af5844f', 'tag': '1a76ab0f-eada-4891-8b4c-b2af44036eb1'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:00:34.644639 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74064a32e8a1c82ff25c89edbc1a4916375279028ab6b832636cd606fd6f10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5972e174-77c6-444d-991b-0fe2e8f954ca" -d '{"events": [{"name": "network-changed", "server_uuid": "99b497c8-e641-428a-94b6-86c21af5844f", "tag": "1a76ab0f-eada-4891-8b4c-b2af44036eb1"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:00:34.701117 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Jul 2022 05:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f26e9bb-7123-4128-b6c2-3c63fb7c7ba0 x-openstack-request-id: req-0f26e9bb-7123-4128-b6c2-3c63fb7c7ba0 {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:00:34.701458 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99b497c8-e641-428a-94b6-86c21af5844f", "tag": "1a76ab0f-eada-4891-8b4c-b2af44036eb1", "status": "completed", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:00:34.701661 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f26e9bb-7123-4128-b6c2-3c63fb7c7ba0 {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:00:34.702073 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f26e9bb-7123-4128-b6c2-3c63fb7c7ba0'] response: {'name': 'network-changed', 'server_uuid': '99b497c8-e641-428a-94b6-86c21af5844f', 'tag': '1a76ab0f-eada-4891-8b4c-b2af44036eb1', 'status': 'completed', 'code': 200} Jul 30 05:00:34.715069 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-b7f3a2a1-838a-4768-b0d2-3f2ca1d70e92 None None] Set router a560c6c7-a2e8-48d3-813d-d8450948f8b1 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:00:34.794770 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-47e25a95-8952-433f-b0d8-43a2c90beb0d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for port (1242bfed-b22f-440f-9ebf-9e5f9f4ab6e3), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:34.801229 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-47e25a95-8952-433f-b0d8-43a2c90beb0d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3264605'] for port (1242bfed-b22f-440f-9ebf-9e5f9f4ab6e3), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:34.848525 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 489c2188-4f11-4296-9de5-6a7a8bb1a9dd details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=103972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 05:00:34.863584 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:34.880401 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-47e25a95-8952-433f-b0d8-43a2c90beb0d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692779'] for floatingip (fcb1e613-9058-4744-8c1e-86d428b6db8d), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:34.883021 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e25a95-8952-433f-b0d8-43a2c90beb0d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Pushing event updated for resources: {'Port': ['ID=1242bfed-b22f-440f-9ebf-9e5f9f4ab6e3,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:34.891767 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdafc96-44a9-4153-a411-09e4b87c4482 req-bf2a513c-be47-4ec4-afc8-b628c6e89347 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:34.894516 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-4fdafc96-44a9-4153-a411-09e4b87c4482 req-bf2a513c-be47-4ec4-afc8-b628c6e89347 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc0c06a0-156a-4cee-8ff7-92ab582bc4a1 HTTP/1.1" status: 200 len: 946 time: 0.0618768 Jul 30 05:00:34.906709 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-47e25a95-8952-433f-b0d8-43a2c90beb0d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for floatingip (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:34.908282 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-47e25a95-8952-433f-b0d8-43a2c90beb0d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2598910 Jul 30 05:00:34.948962 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:34.954526 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-4fdafc96-44a9-4153-a411-09e4b87c4482 req-07b3565c-1b38-40f5-af58-5f2bcc4a0e50 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545900 Jul 30 05:00:35.125741 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:35.125943 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-042cf311-975a-463a-b387-c76bbe06c24b req-49553021-1a24-4c63-af6e-89ca211ae010 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1772467052&fields=id&tenant_id=e01500cb03c74d1082090cd1c1836169 HTTP/1.1" status: 200 len: 267 time: 0.0444055 Jul 30 05:00:35.206000 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:35.222223 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 489c2188-4f11-4296-9de5-6a7a8bb1a9dd, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=489c2188-4f11-4296-9de5-6a7a8bb1a9dd,segment=NetworkSegment(3389fda0-343b-4819-a0bb-bb918fb4d6a8),segment_id=3389fda0-343b-4819-a0bb-bb918fb4d6a8)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:35.233373 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-b7f3a2a1-838a-4768-b0d2-3f2ca1d70e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a560c6c7-a2e8-48d3-813d-d8450948f8b1', 'name': 'tempest-TestShelveInstance-668423995-router', 'tenant_id': '76df23454a3c4a9bb4f61b044ed5a426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '0bb5d481-ea33-446a-ab12-a123beb4d66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:59:32Z', 'updated_at': '2022-07-30T04:59:36Z', 'revision_number': 4, 'project_id': '76df23454a3c4a9bb4f61b044ed5a426', 'gw_port': {'id': '0bb5d481-ea33-446a-ab12-a123beb4d66f', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a560c6c7-a2e8-48d3-813d-d8450948f8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:59:33Z', 'updated_at': '2022-07-30T04:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': '4083ae61-0fbb-4596-af02-10be66f283cd', 'tenant_id': '76df23454a3c4a9bb4f61b044ed5a426', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': 'a560c6c7-a2e8-48d3-813d-d8450948f8b1', 'port_id': '1a76ab0f-eada-4891-8b4c-b2af44036eb1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba00ca49-96d9-4fff-b920-6f01cfda6037', 'mac_address': 'fa:16:3e:82:72:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b497c8-e641-428a-94b6-86c21af5844f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:00:32Z', 'updated_at': '2022-07-30T05:00:32Z', 'revision_number': 0, 'project_id': '76df23454a3c4a9bb4f61b044ed5a426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eecbb627-a044-4c05-b89c-07b96e2b24f6', 'name': '', 'network_id': 'ba00ca49-96d9-4fff-b920-6f01cfda6037', 'tenant_id': '76df23454a3c4a9bb4f61b044ed5a426', 'mac_address': 'fa:16:3e:87:da:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a560c6c7-a2e8-48d3-813d-d8450948f8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'e43a40c9-7b63-4416-91e0-9daf39b8f626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:59:35Z', 'updated_at': '2022-07-30T04:59:42Z', 'revision_number': 5, 'project_id': '76df23454a3c4a9bb4f61b044ed5a426', 'subnets': [{'id': 'e43a40c9-7b63-4416-91e0-9daf39b8f626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:35.241187 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042cf311-975a-463a-b387-c76bbe06c24b req-57f8169d-7304-43ed-9d81-bf29d4c11ade tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:35.242723 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-042cf311-975a-463a-b387-c76bbe06c24b req-57f8169d-7304-43ed-9d81-bf29d4c11ade tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/networks?id=afd82f39-2725-4de8-bc03-d4d225abc92e HTTP/1.1" status: 200 len: 814 time: 0.1088085 Jul 30 05:00:35.258320 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-042cf311-975a-463a-b387-c76bbe06c24b req-c7a62fd9-eeff-4793-a389-4311cd6a8127 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/quotas/e01500cb03c74d1082090cd1c1836169 HTTP/1.1" status: 200 len: 375 time: 0.0102978 Jul 30 05:00:35.259386 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Returning: {'device': '489c2188-4f11-4296-9de5-6a7a8bb1a9dd', 'network_id': '42292243-279e-4264-96e0-23f67ff78d87', 'port_id': '489c2188-4f11-4296-9de5-6a7a8bb1a9dd', 'mac_address': 'fa:16:3e:e0:94:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cd41c32-1654-405e-ab41-282eb3cddac6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 05:00:35.261420 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f3a2a1-838a-4768-b0d2-3f2ca1d70e92 None None] Checking router: a560c6c7-a2e8-48d3-813d-d8450948f8b1 for host: dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:00:35.303743 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port 489c2188-4f11-4296-9de5-6a7a8bb1a9dd is: DOWN; New status is: BUILD {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:00:35.304345 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (489c2188-4f11-4296-9de5-6a7a8bb1a9dd), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:35.306194 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f3a2a1-838a-4768-b0d2-3f2ca1d70e92 None None] Routers {'a560c6c7-a2e8-48d3-813d-d8450948f8b1'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:00:35.306845 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-b7f3a2a1-838a-4768-b0d2-3f2ca1d70e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:00:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['a560c6c7-a2e8-48d3-813d-d8450948f8b1'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:35.312393 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-042cf311-975a-463a-b387-c76bbe06c24b req-30cdac75-47b8-44a3-8fec-0789b73fc43d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e01500cb03c74d1082090cd1c1836169&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490625 Jul 30 05:00:35.357529 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 489c2188-4f11-4296-9de5-6a7a8bb1a9dd {{(pid=103972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 05:00:35.416653 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:35.419604 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 489c2188-4f11-4296-9de5-6a7a8bb1a9dd, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=489c2188-4f11-4296-9de5-6a7a8bb1a9dd,segment=NetworkSegment(3389fda0-343b-4819-a0bb-bb918fb4d6a8),segment_id=3389fda0-343b-4819-a0bb-bb918fb4d6a8)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:35.432690 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (489c2188-4f11-4296-9de5-6a7a8bb1a9dd), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:35.500933 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-b7f3a2a1-838a-4768-b0d2-3f2ca1d70e92 None None] Set router a560c6c7-a2e8-48d3-813d-d8450948f8b1 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:00:35.540162 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=489c2188-4f11-4296-9de5-6a7a8bb1a9dd,revision_number=4']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:35.619458 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-bb800788-d0cb-4225-a57f-e3d1d92d92bd tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:35.621340 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-bb800788-d0cb-4225-a57f-e3d1d92d92bd tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/networks?id=67254df2-69cc-4935-a78a-856ecd4c2eaf HTTP/1.1" status: 200 len: 809 time: 0.1201854 Jul 30 05:00:35.636640 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-042cf311-975a-463a-b387-c76bbe06c24b req-615bbea8-6646-43ed-b956-b80a15af63f6 service neutron] 10.222.0.20 "GET /v2.0/networks/afd82f39-2725-4de8-bc03-d4d225abc92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124442 Jul 30 05:00:35.636951 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-ab93aca5-b56b-4cb8-be49-4f5430d4596a tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/quotas/f102af4a74e946caa9fefc7ad0ae148c HTTP/1.1" status: 200 len: 375 time: 0.0101306 Jul 30 05:00:35.683410 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-6da01b22-bd0b-4f01-be14-8f2fbe5eb212 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f102af4a74e946caa9fefc7ad0ae148c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351527 Jul 30 05:00:35.741346 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-042cf311-975a-463a-b387-c76bbe06c24b req-7eb8aca9-1ead-4a4d-8f7c-466b973eb75d service neutron] 10.222.0.20 "GET /v2.0/networks/afd82f39-2725-4de8-bc03-d4d225abc92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985513 Jul 30 05:00:35.745787 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-b7f3a2a1-838a-4768-b0d2-3f2ca1d70e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a560c6c7-a2e8-48d3-813d-d8450948f8b1', 'name': 'tempest-TestShelveInstance-668423995-router', 'tenant_id': '76df23454a3c4a9bb4f61b044ed5a426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '0bb5d481-ea33-446a-ab12-a123beb4d66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:59:32Z', 'updated_at': '2022-07-30T04:59:36Z', 'revision_number': 4, 'project_id': '76df23454a3c4a9bb4f61b044ed5a426', 'gw_port': {'id': '0bb5d481-ea33-446a-ab12-a123beb4d66f', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a560c6c7-a2e8-48d3-813d-d8450948f8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:59:33Z', 'updated_at': '2022-07-30T04:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': '4083ae61-0fbb-4596-af02-10be66f283cd', 'tenant_id': '76df23454a3c4a9bb4f61b044ed5a426', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': 'a560c6c7-a2e8-48d3-813d-d8450948f8b1', 'port_id': '1a76ab0f-eada-4891-8b4c-b2af44036eb1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba00ca49-96d9-4fff-b920-6f01cfda6037', 'mac_address': 'fa:16:3e:82:72:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b497c8-e641-428a-94b6-86c21af5844f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:00:32Z', 'updated_at': '2022-07-30T05:00:32Z', 'revision_number': 0, 'project_id': '76df23454a3c4a9bb4f61b044ed5a426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eecbb627-a044-4c05-b89c-07b96e2b24f6', 'name': '', 'network_id': 'ba00ca49-96d9-4fff-b920-6f01cfda6037', 'tenant_id': '76df23454a3c4a9bb4f61b044ed5a426', 'mac_address': 'fa:16:3e:87:da:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a560c6c7-a2e8-48d3-813d-d8450948f8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'e43a40c9-7b63-4416-91e0-9daf39b8f626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:59:35Z', 'updated_at': '2022-07-30T04:59:42Z', 'revision_number': 5, 'project_id': '76df23454a3c4a9bb4f61b044ed5a426', 'subnets': [{'id': 'e43a40c9-7b63-4416-91e0-9daf39b8f626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:35.772600 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f3a2a1-838a-4768-b0d2-3f2ca1d70e92 None None] The sync data for ids ['a560c6c7-a2e8-48d3-813d-d8450948f8b1'] in dv-cinder-851279-3-iscsi is: [{'id': 'a560c6c7-a2e8-48d3-813d-d8450948f8b1', 'name': 'tempest-TestShelveInstance-668423995-router', 'tenant_id': '76df23454a3c4a9bb4f61b044ed5a426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '0bb5d481-ea33-446a-ab12-a123beb4d66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:59:32Z', 'updated_at': '2022-07-30T04:59:36Z', 'revision_number': 4, 'project_id': '76df23454a3c4a9bb4f61b044ed5a426', 'gw_port': {'id': '0bb5d481-ea33-446a-ab12-a123beb4d66f', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a560c6c7-a2e8-48d3-813d-d8450948f8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:59:33Z', 'updated_at': '2022-07-30T04:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': '4083ae61-0fbb-4596-af02-10be66f283cd', 'tenant_id': '76df23454a3c4a9bb4f61b044ed5a426', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': 'a560c6c7-a2e8-48d3-813d-d8450948f8b1', 'port_id': '1a76ab0f-eada-4891-8b4c-b2af44036eb1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba00ca49-96d9-4fff-b920-6f01cfda6037', 'mac_address': 'fa:16:3e:82:72:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b497c8-e641-428a-94b6-86c21af5844f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:00:32Z', 'updated_at': '2022-07-30T05:00:32Z', 'revision_number': 0, 'project_id': '76df23454a3c4a9bb4f61b044ed5a426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eecbb627-a044-4c05-b89c-07b96e2b24f6', 'name': '', 'network_id': 'ba00ca49-96d9-4fff-b920-6f01cfda6037', 'tenant_id': '76df23454a3c4a9bb4f61b044ed5a426', 'mac_address': 'fa:16:3e:87:da:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a560c6c7-a2e8-48d3-813d-d8450948f8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'e43a40c9-7b63-4416-91e0-9daf39b8f626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:59:35Z', 'updated_at': '2022-07-30T04:59:42Z', 'revision_number': 5, 'project_id': '76df23454a3c4a9bb4f61b044ed5a426', 'subnets': [{'id': 'e43a40c9-7b63-4416-91e0-9daf39b8f626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:00:35.788898 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-ca765bac-47ea-4bfd-8132-e9f4b8436c3a service neutron] 10.222.0.20 "GET /v2.0/networks/67254df2-69cc-4935-a78a-856ecd4c2eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958362 Jul 30 05:00:35.895252 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-621d36f9-d296-49ff-9762-f68966b521f9 service neutron] 10.222.0.20 "GET /v2.0/networks/67254df2-69cc-4935-a78a-856ecd4c2eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974541 Jul 30 05:00:35.963721 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5bf1fc-6ebb-4b89-87e1-5e114ae69197 req-8a5da7a6-41e9-4c98-88b3-a677666cdaa1 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:35.965124 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9c5bf1fc-6ebb-4b89-87e1-5e114ae69197 req-8a5da7a6-41e9-4c98-88b3-a677666cdaa1 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdf672c0-82ac-413b-a8cc-e01a4de45c4e HTTP/1.1" status: 200 len: 944 time: 0.0570407 Jul 30 05:00:36.043172 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1442c1d-e789-4818-89e5-69039f52391b None None] New status for floating IP 4083ae61-0fbb-4596-af02-10be66f283cd: ACTIVE {{(pid=103973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 30 05:00:36.048931 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9c5bf1fc-6ebb-4b89-87e1-5e114ae69197 req-1e0bb90e-47ce-4970-9485-195c82a53f20 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/security-groups?id=25fdcead-cb29-4801-9885-d8d83b16936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778010 Jul 30 05:00:36.197477 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-86151c9b-9871-4041-94c7-b8b92758b0c6 req-72ed4f9c-3a9c-4e8a-8940-f921113de379 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=22fe5ad8-01f8-4d0a-bb24-7c23a427d328 HTTP/1.1" status: 200 len: 210 time: 0.0450456 Jul 30 05:00:36.226125 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84967cf-a454-44c1-aeff-c02851fdbe40 req-5a466a88-b261-4c85-8034-56bd951418a8 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:36.234673 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-a84967cf-a454-44c1-aeff-c02851fdbe40 req-5a466a88-b261-4c85-8034-56bd951418a8 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.1253016 Jul 30 05:00:36.306116 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-a84967cf-a454-44c1-aeff-c02851fdbe40 req-1c45fd4d-16ed-40ae-90b6-70f2dc00fc14 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705392 Jul 30 05:00:36.366194 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9ee12-1be8-42eb-9e3d-3befaecdfa3e req-b8ef5af5-db0b-415d-801b-24e25f891a9b tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:36.373368 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b3a9ee12-1be8-42eb-9e3d-3befaecdfa3e req-b8ef5af5-db0b-415d-801b-24e25f891a9b tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc0c06a0-156a-4cee-8ff7-92ab582bc4a1 HTTP/1.1" status: 200 len: 946 time: 0.0702391 Jul 30 05:00:36.421403 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-c5ca9f03-d455-43a5-bcf4-e28a623153ba req-9747859a-d3ac-47b8-b957-ffa96a463086 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df9803f-05b0-4d65-aada-31539d50706f HTTP/1.1" status: 200 len: 210 time: 0.0565522 Jul 30 05:00:36.442265 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b3a9ee12-1be8-42eb-9e3d-3befaecdfa3e req-de30dbc4-feb3-4335-8b2a-9430a4cfaf71 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678751 Jul 30 05:00:37.190164 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00c5ff-078c-42c2-ba71-57e075fc1ce6 req-3e229804-4d27-4d62-8770-df3715c30b26 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:37.191666 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-6f00c5ff-078c-42c2-ba71-57e075fc1ce6 req-3e229804-4d27-4d62-8770-df3715c30b26 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdf672c0-82ac-413b-a8cc-e01a4de45c4e HTTP/1.1" status: 200 len: 944 time: 0.0478475 Jul 30 05:00:37.239824 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-6f00c5ff-078c-42c2-ba71-57e075fc1ce6 req-7cf15c0d-36f1-4507-822a-64280ee9cca3 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/security-groups?id=25fdcead-cb29-4801-9885-d8d83b16936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424180 Jul 30 05:00:37.304758 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-20a8a673-1efd-41a5-93b9-7bf51d0f8f29 req-5b7494ff-0b2b-4f24-9959-e25a3b0e69c3 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=22fe5ad8-01f8-4d0a-bb24-7c23a427d328 HTTP/1.1" status: 200 len: 210 time: 0.0303192 Jul 30 05:00:37.436235 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5d956-2c15-41c6-b383-aeb1a44d678b req-09f766cd-d2d9-4c63-bbe2-19fc36d11ea9 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:37.437733 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e2e5d956-2c15-41c6-b383-aeb1a44d678b req-09f766cd-d2d9-4c63-bbe2-19fc36d11ea9 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.0506840 Jul 30 05:00:37.463481 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:37.494089 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e2e5d956-2c15-41c6-b383-aeb1a44d678b req-3e1baec4-b4ca-4e0b-bb08-57cb8ce2d6b5 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502775 Jul 30 05:00:37.529305 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-442af783-198c-4baa-9f4f-6795b496a4e5 req-25a51551-b526-4c35-965e-c38233e2e34e tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df9803f-05b0-4d65-aada-31539d50706f HTTP/1.1" status: 200 len: 210 time: 0.0388875 Jul 30 05:00:37.603804 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf418a3-23b4-4054-8041-46c22ad31ce4 req-6ff00d54-f822-4f9a-b82b-f55bd5dfcd30 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:37.605177 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-9bf418a3-23b4-4054-8041-46c22ad31ce4 req-6ff00d54-f822-4f9a-b82b-f55bd5dfcd30 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc0c06a0-156a-4cee-8ff7-92ab582bc4a1 HTTP/1.1" status: 200 len: 946 time: 0.0478284 Jul 30 05:00:37.652833 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-9bf418a3-23b4-4054-8041-46c22ad31ce4 req-2b8b891b-5fd3-4dbf-a32c-10b3ca24e436 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420415 Jul 30 05:00:38.104724 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] get_ports_and_sgs() called for port_ids ['489c2188-4f11-4296-9de5-6a7a8bb1a9dd'] {{(pid=103972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:00:38.280312 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3ffaab87-94a7-4fa5-8722-ded67e89c9a4 req-7774d8ad-0922-4f87-9236-5faafe993a65 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=489c2188-4f11-4296-9de5-6a7a8bb1a9dd HTTP/1.1" status: 200 len: 217 time: 0.0404723 Jul 30 05:00:38.368781 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d9c65-6afd-4956-81d7-0cfe01d7cbab req-9e97c5fc-e89e-4f5e-8798-cbd499049a38 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:38.370483 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5f5d9c65-6afd-4956-81d7-0cfe01d7cbab req-9e97c5fc-e89e-4f5e-8798-cbd499049a38 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdf672c0-82ac-413b-a8cc-e01a4de45c4e HTTP/1.1" status: 200 len: 944 time: 0.0491910 Jul 30 05:00:38.406575 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d9901304-9dec-47d9-a3a8-a659e12ff3a9 req-3138eac4-a2a3-4890-a951-160f91861ccf tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=22fe5ad8-01f8-4d0a-bb24-7c23a427d328 HTTP/1.1" status: 200 len: 210 time: 0.0299823 Jul 30 05:00:38.433549 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972e174-77c6-444d-991b-0fe2e8f954ca req-a7c519f4-1e2e-4e00-9480-266f8f840248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:38.435301 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5972e174-77c6-444d-991b-0fe2e8f954ca req-a7c519f4-1e2e-4e00-9480-266f8f840248 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=76df23454a3c4a9bb4f61b044ed5a426&device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 1129 time: 0.0638952 Jul 30 05:00:38.451105 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5f5d9c65-6afd-4956-81d7-0cfe01d7cbab req-cf68695b-b50a-4015-8d85-5eb7f37efe9a tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/security-groups?id=25fdcead-cb29-4801-9885-d8d83b16936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711732 Jul 30 05:00:38.636761 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fd173-09e5-4f3b-a2ac-c08d57df7369 req-a898982a-ed07-4565-8c47-71a933969ed7 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:38.638370 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-aa4fd173-09e5-4f3b-a2ac-c08d57df7369 req-a898982a-ed07-4565-8c47-71a933969ed7 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.0526342 Jul 30 05:00:38.675556 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bd4e3984-668f-4ba4-a033-e2bf309b4256 req-b9ee89cd-0ea7-4beb-aad3-9d4e6f954913 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df9803f-05b0-4d65-aada-31539d50706f HTTP/1.1" status: 200 len: 210 time: 0.0450993 Jul 30 05:00:38.686655 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffaab87-94a7-4fa5-8722-ded67e89c9a4 req-b20c33a6-7cb8-4281-ad97-1daecc37795b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:38.688102 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3ffaab87-94a7-4fa5-8722-ded67e89c9a4 req-b20c33a6-7cb8-4281-ad97-1daecc37795b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3cd41c32-1654-405e-ab41-282eb3cddac6 HTTP/1.1" status: 200 len: 853 time: 0.1489468 Jul 30 05:00:38.691113 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-aa4fd173-09e5-4f3b-a2ac-c08d57df7369 req-78870ed5-d630-43d7-bcda-87c58aeee4c8 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468402 Jul 30 05:00:38.718901 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972e174-77c6-444d-991b-0fe2e8f954ca req-18c0145f-0722-46e0-a590-dd3d1442dc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:38.720444 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5972e174-77c6-444d-991b-0fe2e8f954ca req-18c0145f-0722-46e0-a590-dd3d1442dc50 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ba00ca49-96d9-4fff-b920-6f01cfda6037 HTTP/1.1" status: 200 len: 909 time: 0.1679478 Jul 30 05:00:38.791924 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8a352-bc5b-473e-9ac7-8d87c72ee40b req-6841c565-b9b7-46f5-a145-6eda6eae1871 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:38.793508 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e4f8a352-bc5b-473e-9ac7-8d87c72ee40b req-6841c565-b9b7-46f5-a145-6eda6eae1871 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc0c06a0-156a-4cee-8ff7-92ab582bc4a1 HTTP/1.1" status: 200 len: 946 time: 0.0537372 Jul 30 05:00:38.825872 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:38.844167 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e4f8a352-bc5b-473e-9ac7-8d87c72ee40b req-c0d31903-a30e-4b18-b1d5-0bb6bbcf4a08 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448148 Jul 30 05:00:39.185261 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3ffaab87-94a7-4fa5-8722-ded67e89c9a4 req-55830003-b714-412f-bb04-9262194435ff service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=42292243-279e-4264-96e0-23f67ff78d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626178 Jul 30 05:00:39.207127 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5972e174-77c6-444d-991b-0fe2e8f954ca req-a12dd689-0240-4706-b6a4-d932523594d8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a76ab0f-eada-4891-8b4c-b2af44036eb1 HTTP/1.1" status: 200 len: 999 time: 0.0857501 Jul 30 05:00:39.520758 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-2ae6e570-b495-41a7-8ea1-4f208f2cc628 req-9717a042-9ecf-4c03-9d84-8ab717948e22 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=22fe5ad8-01f8-4d0a-bb24-7c23a427d328 HTTP/1.1" status: 200 len: 210 time: 0.0316539 Jul 30 05:00:39.535374 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:39.553408 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972e174-77c6-444d-991b-0fe2e8f954ca req-9b0f0e85-1962-42cd-9249-8cb88da8bd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:39.554852 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5972e174-77c6-444d-991b-0fe2e8f954ca req-9b0f0e85-1962-42cd-9249-8cb88da8bd02 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e43a40c9-7b63-4416-91e0-9daf39b8f626 HTTP/1.1" status: 200 len: 847 time: 0.1228342 Jul 30 05:00:39.610590 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c5d7e-8e0a-4f8e-93fe-d5335bc87b9e req-38a561e7-dc56-4a5a-853e-7d8fee50b0c7 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:39.612094 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c82c5d7e-8e0a-4f8e-93fe-d5335bc87b9e req-38a561e7-dc56-4a5a-853e-7d8fee50b0c7 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdf672c0-82ac-413b-a8cc-e01a4de45c4e HTTP/1.1" status: 200 len: 944 time: 0.0795143 Jul 30 05:00:39.614350 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3ffaab87-94a7-4fa5-8722-ded67e89c9a4 req-9b732971-dead-40d3-845a-f6f4395b7dbb service neutron] 10.222.0.49 "GET /v2.0/networks/42292243-279e-4264-96e0-23f67ff78d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905489 Jul 30 05:00:39.658768 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c82c5d7e-8e0a-4f8e-93fe-d5335bc87b9e req-7bec2d49-d790-4cbd-b7e9-e1ad7d53e74e tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/security-groups?id=25fdcead-cb29-4801-9885-d8d83b16936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405850 Jul 30 05:00:39.718461 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 489c2188-4f11-4296-9de5-6a7a8bb1a9dd up at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:00:39.790388 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972e174-77c6-444d-991b-0fe2e8f954ca req-3d5135f2-aeb9-4435-a5c3-361b6babc3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:39.790902 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:39.792208 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5972e174-77c6-444d-991b-0fe2e8f954ca req-3d5135f2-aeb9-4435-a5c3-361b6babc3a3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ba00ca49-96d9-4fff-b920-6f01cfda6037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0921111 Jul 30 05:00:39.796340 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning for port 489c2188-4f11-4296-9de5-6a7a8bb1a9dd completed by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 30 05:00:39.811038 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning complete for port 489c2188-4f11-4296-9de5-6a7a8bb1a9dd triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:00:39.812225 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (489c2188-4f11-4296-9de5-6a7a8bb1a9dd), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:39.890057 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e4911ca1-8193-4078-ad60-b20b43b18e13 req-f52dd20d-bed4-4e49-b9fe-43d6dd5e4ed6 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df9803f-05b0-4d65-aada-31539d50706f HTTP/1.1" status: 200 len: 210 time: 0.0411248 Jul 30 05:00:39.936719 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port 489c2188-4f11-4296-9de5-6a7a8bb1a9dd is: BUILD; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:00:39.937379 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (489c2188-4f11-4296-9de5-6a7a8bb1a9dd), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:39.951321 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3ffaab87-94a7-4fa5-8722-ded67e89c9a4 req-50088440-4aef-4bcd-a88d-cc16a229ce78 service neutron] 10.222.0.49 "GET /v2.0/networks/42292243-279e-4264-96e0-23f67ff78d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399342 Jul 30 05:00:39.952793 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-3f7b0d23-00f3-4183-ba68-45d72eb2913b tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:39.954724 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-3f7b0d23-00f3-4183-ba68-45d72eb2913b tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.49 "GET /v2.0/networks?id=67254df2-69cc-4935-a78a-856ecd4c2eaf HTTP/1.1" status: 200 len: 809 time: 0.2300506 Jul 30 05:00:39.964022 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a2d87-e0e3-4b3c-9826-f196ffac8156 req-f9360ec6-3ecc-4da2-ba1e-3fcc4fcab7bb tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:39.965789 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf672c0-82ac-413b-a8cc-e01a4de45c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489c2188-4f11-4296-9de5-6a7a8bb1a9dd'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:00:39.969674 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097f6318ceefad5cd58475957c164f396c8a98df32e112d8bd5bde4ce5121001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d526e13c-b53e-4d6e-8936-a88af65b3f5b" -d '{"events": [{"server_uuid": "fdf672c0-82ac-413b-a8cc-e01a4de45c4e", "name": "network-vif-plugged", "status": "completed", "tag": "489c2188-4f11-4296-9de5-6a7a8bb1a9dd"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:00:39.972669 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2e3a2d87-e0e3-4b3c-9826-f196ffac8156 req-f9360ec6-3ecc-4da2-ba1e-3fcc4fcab7bb tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.1107855 Jul 30 05:00:39.989002 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-f1dd6d77-cf09-49c2-a192-214aee5839df tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Request body: {'port': {'device_id': '8df9803f-05b0-4d65-aada-31539d50706f', 'network_id': '67254df2-69cc-4935-a78a-856ecd4c2eaf', 'admin_state_up': True, 'tenant_id': 'f102af4a74e946caa9fefc7ad0ae148c'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:00:39.996724 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:40.007800 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 489c2188-4f11-4296-9de5-6a7a8bb1a9dd, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=489c2188-4f11-4296-9de5-6a7a8bb1a9dd,segment=NetworkSegment(3389fda0-343b-4819-a0bb-bb918fb4d6a8),segment_id=3389fda0-343b-4819-a0bb-bb918fb4d6a8)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:40.020517 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (489c2188-4f11-4296-9de5-6a7a8bb1a9dd), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:40.064270 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2e3a2d87-e0e3-4b3c-9826-f196ffac8156 req-f0ac275f-5f7d-4f14-ad55-2bcc971e9625 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906212 Jul 30 05:00:40.089385 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 05:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efd7d04-9c2c-43af-bbdf-81f0813d6633 x-openstack-request-id: req-4efd7d04-9c2c-43af-bbdf-81f0813d6633 {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:00:40.091883 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf672c0-82ac-413b-a8cc-e01a4de45c4e", "name": "network-vif-plugged", "status": "completed", "tag": "489c2188-4f11-4296-9de5-6a7a8bb1a9dd", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:00:40.092253 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4efd7d04-9c2c-43af-bbdf-81f0813d6633 {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:00:40.094474 dv-cinder-851279-3-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4efd7d04-9c2c-43af-bbdf-81f0813d6633'] response: {'server_uuid': 'fdf672c0-82ac-413b-a8cc-e01a4de45c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489c2188-4f11-4296-9de5-6a7a8bb1a9dd', 'code': 200} Jul 30 05:00:40.185678 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5972e174-77c6-444d-991b-0fe2e8f954ca req-ed59213a-8ade-4bcb-9b01-1f979b1a1857 service neutron] 10.222.0.49 "GET /v2.0/networks/ba00ca49-96d9-4fff-b920-6f01cfda6037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837326 Jul 30 05:00:40.203577 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=489c2188-4f11-4296-9de5-6a7a8bb1a9dd,revision_number=5']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:40.248331 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-f1dd6d77-cf09-49c2-a192-214aee5839df tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Made reservation on behalf of f102af4a74e946caa9fefc7ad0ae148c for: {'port': 1} {{(pid=103970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:00:40.272004 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-f1dd6d77-cf09-49c2-a192-214aee5839df tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:40.318998 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5972e174-77c6-444d-991b-0fe2e8f954ca req-f8b50f3c-24d8-4cb3-a3b6-9682fa81e041 service neutron] 10.222.0.49 "GET /v2.0/networks/ba00ca49-96d9-4fff-b920-6f01cfda6037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264963 Jul 30 05:00:40.375181 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042cf311-975a-463a-b387-c76bbe06c24b req-be5c3261-bc96-4313-b411-458b1068f22f tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:40.376618 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-042cf311-975a-463a-b387-c76bbe06c24b req-be5c3261-bc96-4313-b411-458b1068f22f tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.49 "GET /v2.0/networks?id=afd82f39-2725-4de8-bc03-d4d225abc92e HTTP/1.1" status: 200 len: 814 time: 0.4010310 Jul 30 05:00:40.477953 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_common [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-f1dd6d77-cf09-49c2-a192-214aee5839df tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Allocated IP 172.20.0.8 (67254df2-69cc-4935-a78a-856ecd4c2eaf/e3949b13-2948-400c-8508-8658cccc7c7a/c9566a0a-7940-4373-8c65-d96596348430) {{(pid=103970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:00:40.525078 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:40.559384 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172e7fa-884a-4e79-9767-62fdecd6ea27 req-56cd5a9c-d4de-48dd-9ece-ee39a58d763a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:40.560914 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9172e7fa-884a-4e79-9767-62fdecd6ea27 req-56cd5a9c-d4de-48dd-9ece-ee39a58d763a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fdf672c0-82ac-413b-a8cc-e01a4de45c4e HTTP/1.1" status: 200 len: 1129 time: 0.0680566 Jul 30 05:00:40.572010 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-042cf311-975a-463a-b387-c76bbe06c24b req-d7b22f4a-f4aa-4417-a027-11befab11f38 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e01500cb03c74d1082090cd1c1836169 HTTP/1.1" status: 200 len: 472 time: 0.1081417 Jul 30 05:00:40.583879 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-042cf311-975a-463a-b387-c76bbe06c24b req-d7a049c2-288a-4dc8-b378-4690200c26b6 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Request body: {'port': {'device_id': '22fe5ad8-01f8-4d0a-bb24-7c23a427d328', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'admin_state_up': True, 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'security_groups': ['ba30f759-8e45-4de7-a70f-2df3ddf569d3']}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:00:40.648858 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-6cfca308-d123-4470-afe8-cebe64376952 req-d64c00f8-514b-4d82-b75c-0647667faa26 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=22fe5ad8-01f8-4d0a-bb24-7c23a427d328 HTTP/1.1" status: 200 len: 210 time: 0.0415070 Jul 30 05:00:40.671963 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9172e7fa-884a-4e79-9767-62fdecd6ea27 req-620f885d-33e6-4e9c-887d-9d72b7ddf76c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=25fdcead-cb29-4801-9885-d8d83b16936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989852 Jul 30 05:00:40.684550 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-f1dd6d77-cf09-49c2-a192-214aee5839df tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Publish callbacks [] for port (c9566a0a-7940-4373-8c65-d96596348430), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:40.723075 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-f1dd6d77-cf09-49c2-a192-214aee5839df tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (c9566a0a-7940-4373-8c65-d96596348430), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:40.727903 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-042cf311-975a-463a-b387-c76bbe06c24b req-d7a049c2-288a-4dc8-b378-4690200c26b6 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Made reservation on behalf of e01500cb03c74d1082090cd1c1836169 for: {'port': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:00:40.731569 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-042cf311-975a-463a-b387-c76bbe06c24b req-d7a049c2-288a-4dc8-b378-4690200c26b6 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:40.763637 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-f1dd6d77-cf09-49c2-a192-214aee5839df tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Network 67254df2-69cc-4935-a78a-856ecd4c2eaf is already hosted by enough agents. {{(pid=103970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:00:40.766873 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-f1dd6d77-cf09-49c2-a192-214aee5839df tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Resources bound (agent type, host, resource id): {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:40.770695 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-f1dd6d77-cf09-49c2-a192-214aee5839df tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Received port after_create {{(pid=103970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 05:00:40.774131 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:40.821338 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd6d77-cf09-49c2-a192-214aee5839df tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Pushing event updated for resources: {'Port': ['ID=c9566a0a-7940-4373-8c65-d96596348430,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:40.826624 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83844598-c068-4350-baac-64856f4f9aae req-3cb4dddb-e832-4b0d-aa55-b21471cde8a6 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:40.828111 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-83844598-c068-4350-baac-64856f4f9aae req-3cb4dddb-e832-4b0d-aa55-b21471cde8a6 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdf672c0-82ac-413b-a8cc-e01a4de45c4e HTTP/1.1" status: 200 len: 945 time: 0.0856311 Jul 30 05:00:40.834507 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-f1dd6d77-cf09-49c2-a192-214aee5839df tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:40.834735 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-f1dd6d77-cf09-49c2-a192-214aee5839df tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:40.840385 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:40.852041 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-f1dd6d77-cf09-49c2-a192-214aee5839df tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8749828 Jul 30 05:00:40.887709 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-465455d1-9552-45c5-be8e-160a5d330ecd service neutron] Request body: {'port': {'device_id': '8df9803f-05b0-4d65-aada-31539d50706f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:00:40.937480 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-83844598-c068-4350-baac-64856f4f9aae req-81f0f5f8-9f46-4ce0-81e8-1f33bf187fea tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/security-groups?id=25fdcead-cb29-4801-9885-d8d83b16936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000078 Jul 30 05:00:40.948135 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [req-042cf311-975a-463a-b387-c76bbe06c24b req-d7a049c2-288a-4dc8-b378-4690200c26b6 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Allocated IP 172.20.0.12 (afd82f39-2725-4de8-bc03-d4d225abc92e/bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d/067511f8-7ca6-4d74-8168-37c6673684c1) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:00:40.952337 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-465455d1-9552-45c5-be8e-160a5d330ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (c9566a0a-7940-4373-8c65-d96596348430), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:41.057320 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f689676-85f2-4dba-9f8e-a6173acfb315 req-0fc5ef6b-db6a-4a73-8cf7-237b5b3aea44 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:41.058809 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-4f689676-85f2-4dba-9f8e-a6173acfb315 req-0fc5ef6b-db6a-4a73-8cf7-237b5b3aea44 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df9803f-05b0-4d65-aada-31539d50706f HTTP/1.1" status: 200 len: 931 time: 0.0848715 Jul 30 05:00:41.114125 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-042cf311-975a-463a-b387-c76bbe06c24b req-d7a049c2-288a-4dc8-b378-4690200c26b6 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for port (067511f8-7ca6-4d74-8168-37c6673684c1), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:41.134233 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:41.164568 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-042cf311-975a-463a-b387-c76bbe06c24b req-d7a049c2-288a-4dc8-b378-4690200c26b6 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (067511f8-7ca6-4d74-8168-37c6673684c1), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:41.206030 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-4f689676-85f2-4dba-9f8e-a6173acfb315 req-6464c7c9-dd18-4c93-8696-b7a2cce2d696 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069381 Jul 30 05:00:41.245392 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ba34d-1751-4427-80bb-b922ba9fcef7 req-acaadd2c-e9bf-45dd-b862-4b53a8fa1e84 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:41.247035 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0f0ba34d-1751-4427-80bb-b922ba9fcef7 req-acaadd2c-e9bf-45dd-b862-4b53a8fa1e84 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.0955532 Jul 30 05:00:41.248884 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-042cf311-975a-463a-b387-c76bbe06c24b req-d7a049c2-288a-4dc8-b378-4690200c26b6 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Network afd82f39-2725-4de8-bc03-d4d225abc92e is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:00:41.254633 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [req-042cf311-975a-463a-b387-c76bbe06c24b req-d7a049c2-288a-4dc8-b378-4690200c26b6 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:41.258622 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-042cf311-975a-463a-b387-c76bbe06c24b req-d7a049c2-288a-4dc8-b378-4690200c26b6 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 05:00:41.261225 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a049c2-288a-4dc8-b378-4690200c26b6 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Pushing event updated for resources: {'Port': ['ID=067511f8-7ca6-4d74-8168-37c6673684c1,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:41.310781 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-465455d1-9552-45c5-be8e-160a5d330ecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9566a0a-7940-4373-8c65-d96596348430 {{(pid=103970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 05:00:41.321027 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-465455d1-9552-45c5-be8e-160a5d330ecd service neutron] Publish callbacks [] for port (c9566a0a-7940-4373-8c65-d96596348430), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:41.340376 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-465455d1-9552-45c5-be8e-160a5d330ecd service neutron] Transition to ACTIVE for port object c9566a0a-7940-4373-8c65-d96596348430 will not be triggered until provisioned by entity L2. {{(pid=103970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 30 05:00:41.343498 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042cf311-975a-463a-b387-c76bbe06c24b req-d7a049c2-288a-4dc8-b378-4690200c26b6 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:41.344163 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-042cf311-975a-463a-b387-c76bbe06c24b req-d7a049c2-288a-4dc8-b378-4690200c26b6 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:41.347656 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-465455d1-9552-45c5-be8e-160a5d330ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410665'] for port (c9566a0a-7940-4373-8c65-d96596348430), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:41.349400 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:41.364949 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0f0ba34d-1751-4427-80bb-b922ba9fcef7 req-fe78d65b-70e5-4313-bb1f-4c27fdac4445 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078591 Jul 30 05:00:41.419535 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-042cf311-975a-463a-b387-c76bbe06c24b req-d7a049c2-288a-4dc8-b378-4690200c26b6 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8393896 Jul 30 05:00:41.431764 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465455d1-9552-45c5-be8e-160a5d330ecd service neutron] Pushing event updated for resources: {'Port': ['ID=c9566a0a-7940-4373-8c65-d96596348430,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:41.446038 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-042cf311-975a-463a-b387-c76bbe06c24b req-9aebd42a-28bd-4a40-a061-8adbe25fb359 service neutron] Request body: {'port': {'device_id': '22fe5ad8-01f8-4d0a-bb24-7c23a427d328', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:00:41.477076 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 52354) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:41.481688 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-0cf595c2-b4d4-450b-891f-366e9d05c264 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Request body: {'security_group': {'name': 'tempest-securitygroup--515089038', 'description': 'tempest-description--1477390276'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:00:41.525726 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-465455d1-9552-45c5-be8e-160a5d330ecd service neutron] Attempting to bind port c9566a0a-7940-4373-8c65-d96596348430 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 05:00:41.526059 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-465455d1-9552-45c5-be8e-160a5d330ecd service neutron] Attempting to bind port c9566a0a-7940-4373-8c65-d96596348430 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': 'f28c73d5-7075-4c2a-b4b7-9c037eda13ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '67254df2-69cc-4935-a78a-856ecd4c2eaf'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 05:00:41.526348 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-465455d1-9552-45c5-be8e-160a5d330ecd service neutron] Attempting to bind port c9566a0a-7940-4373-8c65-d96596348430 on network 67254df2-69cc-4935-a78a-856ecd4c2eaf {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:00:41.533240 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-465455d1-9552-45c5-be8e-160a5d330ecd service neutron] Port c9566a0a-7940-4373-8c65-d96596348430 on network 67254df2-69cc-4935-a78a-856ecd4c2eaf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 30 05:00:41.533868 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-465455d1-9552-45c5-be8e-160a5d330ecd service neutron] Attempting to bind port c9566a0a-7940-4373-8c65-d96596348430 on network 67254df2-69cc-4935-a78a-856ecd4c2eaf {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:00:41.539893 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-465455d1-9552-45c5-be8e-160a5d330ecd service neutron] Checking agent: {'id': 'dec4dcff-e2ed-49ed-8dd3-cc3856f345b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 56, 16), 'started_at': datetime.datetime(2022, 7, 30, 4, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 5, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 05:00:41.540236 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-465455d1-9552-45c5-be8e-160a5d330ecd service neutron] Checking segment: {'id': 'f28c73d5-7075-4c2a-b4b7-9c037eda13ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '67254df2-69cc-4935-a78a-856ecd4c2eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 05:00:41.540624 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-465455d1-9552-45c5-be8e-160a5d330ecd service neutron] Bound using segment: {'id': 'f28c73d5-7075-4c2a-b4b7-9c037eda13ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '67254df2-69cc-4935-a78a-856ecd4c2eaf'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 05:00:41.541056 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-465455d1-9552-45c5-be8e-160a5d330ecd service neutron] Bound port: c9566a0a-7940-4373-8c65-d96596348430, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f28c73d5-7075-4c2a-b4b7-9c037eda13ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '67254df2-69cc-4935-a78a-856ecd4c2eaf'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 05:00:41.541468 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-465455d1-9552-45c5-be8e-160a5d330ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (c9566a0a-7940-4373-8c65-d96596348430), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:41.544931 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-0cf595c2-b4d4-450b-891f-366e9d05c264 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:41.545761 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-042cf311-975a-463a-b387-c76bbe06c24b req-9aebd42a-28bd-4a40-a061-8adbe25fb359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (067511f8-7ca6-4d74-8168-37c6673684c1), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:41.610856 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:41.640125 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-465455d1-9552-45c5-be8e-160a5d330ecd service neutron] For port c9566a0a-7940-4373-8c65-d96596348430, host hv-cinder-85127, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:00:41.656170 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-8fe5b0b3-90f6-4c70-a46b-32088adae04b None None] Provisioning complete for port 067511f8-7ca6-4d74-8168-37c6673684c1 triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:00:41.656793 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-8fe5b0b3-90f6-4c70-a46b-32088adae04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (067511f8-7ca6-4d74-8168-37c6673684c1), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:41.669796 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-465455d1-9552-45c5-be8e-160a5d330ecd service neutron] For port c9566a0a-7940-4373-8c65-d96596348430, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=c9566a0a-7940-4373-8c65-d96596348430,segment=NetworkSegment(f28c73d5-7075-4c2a-b4b7-9c037eda13ba),segment_id=f28c73d5-7075-4c2a-b4b7-9c037eda13ba)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:00:41.688669 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-0cf595c2-b4d4-450b-891f-366e9d05c264 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks [] for security_group (28ba7713-8be4-4961-9d65-b66a4bd63f1f), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:41.691370 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-465455d1-9552-45c5-be8e-160a5d330ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410665'] for port (c9566a0a-7940-4373-8c65-d96596348430), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:41.695768 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-465455d1-9552-45c5-be8e-160a5d330ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:41.696390 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-465455d1-9552-45c5-be8e-160a5d330ecd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:41.697737 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-465455d1-9552-45c5-be8e-160a5d330ecd service neutron] 10.222.0.49 "PUT /v2.0/ports/c9566a0a-7940-4373-8c65-d96596348430 HTTP/1.1" status: 200 len: 1093 time: 0.8142750 Jul 30 05:00:41.698573 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df9803f-05b0-4d65-aada-31539d50706f', 'tag': 'c9566a0a-7940-4373-8c65-d96596348430'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:00:41.700806 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74064a32e8a1c82ff25c89edbc1a4916375279028ab6b832636cd606fd6f10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c67b92-bbf7-4fd0-8bb7-7b52ed404ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "8df9803f-05b0-4d65-aada-31539d50706f", "tag": "c9566a0a-7940-4373-8c65-d96596348430"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:00:41.704745 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-0cf595c2-b4d4-450b-891f-366e9d05c264 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (28ba7713-8be4-4961-9d65-b66a4bd63f1f), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:41.745576 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-8fe5b0b3-90f6-4c70-a46b-32088adae04b None None] Port 067511f8-7ca6-4d74-8168-37c6673684c1 cannot update to ACTIVE because it is not bound. {{(pid=103972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 30 05:00:41.771557 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Jul 2022 05:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904c085c-24c9-40c8-8fce-531e3daae03a x-openstack-request-id: req-904c085c-24c9-40c8-8fce-531e3daae03a {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:00:41.771850 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df9803f-05b0-4d65-aada-31539d50706f", "tag": "c9566a0a-7940-4373-8c65-d96596348430", "status": "completed", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:00:41.772107 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-904c085c-24c9-40c8-8fce-531e3daae03a {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:00:41.772502 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-904c085c-24c9-40c8-8fce-531e3daae03a'] response: {'name': 'network-changed', 'server_uuid': '8df9803f-05b0-4d65-aada-31539d50706f', 'tag': 'c9566a0a-7940-4373-8c65-d96596348430', 'status': 'completed', 'code': 200} Jul 30 05:00:41.777546 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-0cf595c2-b4d4-450b-891f-366e9d05c264 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:41.778810 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-0cf595c2-b4d4-450b-891f-366e9d05c264 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3007395 Jul 30 05:00:41.779562 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf595c2-b4d4-450b-891f-366e9d05c264 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28ba7713-8be4-4961-9d65-b66a4bd63f1f,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:41.782245 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 52364) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:41.791911 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465455d1-9552-45c5-be8e-160a5d330ecd service neutron] Pushing event updated for resources: {'Port': ['ID=c9566a0a-7940-4373-8c65-d96596348430,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:41.801555 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-61c63ada-73b6-43d6-9827-4d95bbe98a3f tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Request body: {'security_group_rule': {'security_group_id': '28ba7713-8be4-4961-9d65-b66a4bd63f1f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:00:41.848133 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:41.867335 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89f843-ae62-4d8e-8bae-dc9c9b0fbb20 req-75dae5ad-b736-4bd4-a932-0fb759ffcf2c tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:41.868803 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fd89f843-ae62-4d8e-8bae-dc9c9b0fbb20 req-75dae5ad-b736-4bd4-a932-0fb759ffcf2c tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=22fe5ad8-01f8-4d0a-bb24-7c23a427d328 HTTP/1.1" status: 200 len: 932 time: 0.0897064 Jul 30 05:00:41.923654 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-61c63ada-73b6-43d6-9827-4d95bbe98a3f tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks [] for security_group_rule (f00c4f4d-a676-4b05-bb08-5c612f8e1f8d), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:41.957766 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [req-042cf311-975a-463a-b387-c76bbe06c24b req-9aebd42a-28bd-4a40-a061-8adbe25fb359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 067511f8-7ca6-4d74-8168-37c6673684c1 {{(pid=103971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 05:00:41.971715 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-042cf311-975a-463a-b387-c76bbe06c24b req-9aebd42a-28bd-4a40-a061-8adbe25fb359 service neutron] Publish callbacks [] for port (067511f8-7ca6-4d74-8168-37c6673684c1), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:42.010575 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fd89f843-ae62-4d8e-8bae-dc9c9b0fbb20 req-84eb8ee9-0167-40d0-bffc-7acc5adda2e0 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba30f759-8e45-4de7-a70f-2df3ddf569d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317306 Jul 30 05:00:42.010575 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.provisioning_blocks [req-042cf311-975a-463a-b387-c76bbe06c24b req-9aebd42a-28bd-4a40-a061-8adbe25fb359 service neutron] Transition to ACTIVE for port object 067511f8-7ca6-4d74-8168-37c6673684c1 will not be triggered until provisioned by entity L2. {{(pid=103971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 30 05:00:42.019866 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-042cf311-975a-463a-b387-c76bbe06c24b req-9aebd42a-28bd-4a40-a061-8adbe25fb359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3264605'] for port (067511f8-7ca6-4d74-8168-37c6673684c1), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:42.056466 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-61c63ada-73b6-43d6-9827-4d95bbe98a3f tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks [] for security_group_rule (f00c4f4d-a676-4b05-bb08-5c612f8e1f8d), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:42.063210 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-61c63ada-73b6-43d6-9827-4d95bbe98a3f tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826758'] for security_group_rule (f00c4f4d-a676-4b05-bb08-5c612f8e1f8d), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:42.084475 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321e6d3-bad3-4b5b-a482-d64c1f575058 req-4969c56c-d6b7-41b6-b00e-3d63f07a5d22 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:42.086023 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-a321e6d3-bad3-4b5b-a482-d64c1f575058 req-4969c56c-d6b7-41b6-b00e-3d63f07a5d22 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdf672c0-82ac-413b-a8cc-e01a4de45c4e HTTP/1.1" status: 200 len: 945 time: 0.0508289 Jul 30 05:00:42.113374 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c63ada-73b6-43d6-9827-4d95bbe98a3f tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00c4f4d-a676-4b05-bb08-5c612f8e1f8d,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:42.117016 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aebd42a-28bd-4a40-a061-8adbe25fb359 service neutron] Pushing event updated for resources: {'Port': ['ID=067511f8-7ca6-4d74-8168-37c6673684c1,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:42.136445 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-a321e6d3-bad3-4b5b-a482-d64c1f575058 req-b2979a12-04ef-46f3-bdc7-73a868824e62 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/security-groups?id=25fdcead-cb29-4801-9885-d8d83b16936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443335 Jul 30 05:00:42.145055 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-61c63ada-73b6-43d6-9827-4d95bbe98a3f tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:42.146236 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-61c63ada-73b6-43d6-9827-4d95bbe98a3f tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3539722 Jul 30 05:00:42.149149 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 52368) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:42.153635 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-cc4ff4e1-80dc-4513-8875-70a33187c34d tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Request body: {'security_group_rule': {'security_group_id': '28ba7713-8be4-4961-9d65-b66a4bd63f1f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:00:42.183860 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-cc4ff4e1-80dc-4513-8875-70a33187c34d tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks [] for security_group_rule (97ea7f4e-43b6-4dca-aafe-78514cc96fc0), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:42.184722 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:42.187710 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-042cf311-975a-463a-b387-c76bbe06c24b req-9aebd42a-28bd-4a40-a061-8adbe25fb359 service neutron] Attempting to bind port 067511f8-7ca6-4d74-8168-37c6673684c1 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 05:00:42.188334 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-042cf311-975a-463a-b387-c76bbe06c24b req-9aebd42a-28bd-4a40-a061-8adbe25fb359 service neutron] Attempting to bind port 067511f8-7ca6-4d74-8168-37c6673684c1 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': 'f332eab5-1e47-46f1-8048-b01e080b1202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e'}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 05:00:42.188732 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042cf311-975a-463a-b387-c76bbe06c24b req-9aebd42a-28bd-4a40-a061-8adbe25fb359 service neutron] Attempting to bind port 067511f8-7ca6-4d74-8168-37c6673684c1 on network afd82f39-2725-4de8-bc03-d4d225abc92e {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:00:42.194770 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042cf311-975a-463a-b387-c76bbe06c24b req-9aebd42a-28bd-4a40-a061-8adbe25fb359 service neutron] Port 067511f8-7ca6-4d74-8168-37c6673684c1 on network afd82f39-2725-4de8-bc03-d4d225abc92e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 30 05:00:42.195226 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042cf311-975a-463a-b387-c76bbe06c24b req-9aebd42a-28bd-4a40-a061-8adbe25fb359 service neutron] Attempting to bind port 067511f8-7ca6-4d74-8168-37c6673684c1 on network afd82f39-2725-4de8-bc03-d4d225abc92e {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:00:42.201561 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042cf311-975a-463a-b387-c76bbe06c24b req-9aebd42a-28bd-4a40-a061-8adbe25fb359 service neutron] Checking agent: {'id': 'dec4dcff-e2ed-49ed-8dd3-cc3856f345b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 56, 16), 'started_at': datetime.datetime(2022, 7, 30, 4, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 5, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 05:00:42.201977 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042cf311-975a-463a-b387-c76bbe06c24b req-9aebd42a-28bd-4a40-a061-8adbe25fb359 service neutron] Checking segment: {'id': 'f332eab5-1e47-46f1-8048-b01e080b1202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 05:00:42.202496 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042cf311-975a-463a-b387-c76bbe06c24b req-9aebd42a-28bd-4a40-a061-8adbe25fb359 service neutron] Bound using segment: {'id': 'f332eab5-1e47-46f1-8048-b01e080b1202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e'} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 05:00:42.203050 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-042cf311-975a-463a-b387-c76bbe06c24b req-9aebd42a-28bd-4a40-a061-8adbe25fb359 service neutron] Bound port: 067511f8-7ca6-4d74-8168-37c6673684c1, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f332eab5-1e47-46f1-8048-b01e080b1202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e'}}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 05:00:42.203474 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-042cf311-975a-463a-b387-c76bbe06c24b req-9aebd42a-28bd-4a40-a061-8adbe25fb359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (067511f8-7ca6-4d74-8168-37c6673684c1), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:42.232570 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=10,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:42.256923 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-cc4ff4e1-80dc-4513-8875-70a33187c34d tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks [] for security_group_rule (97ea7f4e-43b6-4dca-aafe-78514cc96fc0), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:42.263887 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-cc4ff4e1-80dc-4513-8875-70a33187c34d tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826758'] for security_group_rule (97ea7f4e-43b6-4dca-aafe-78514cc96fc0), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:42.288860 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ff4e1-80dc-4513-8875-70a33187c34d tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97ea7f4e-43b6-4dca-aafe-78514cc96fc0,revision_number=0']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:42.295076 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-042cf311-975a-463a-b387-c76bbe06c24b req-9aebd42a-28bd-4a40-a061-8adbe25fb359 service neutron] For port 067511f8-7ca6-4d74-8168-37c6673684c1, host hv-cinder-85127, cleared binding levels {{(pid=103971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:00:42.305075 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-042cf311-975a-463a-b387-c76bbe06c24b req-9aebd42a-28bd-4a40-a061-8adbe25fb359 service neutron] For port 067511f8-7ca6-4d74-8168-37c6673684c1, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=067511f8-7ca6-4d74-8168-37c6673684c1,segment=NetworkSegment(f332eab5-1e47-46f1-8048-b01e080b1202),segment_id=f332eab5-1e47-46f1-8048-b01e080b1202)] {{(pid=103971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:00:42.308354 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-cc4ff4e1-80dc-4513-8875-70a33187c34d tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:42.312757 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-cc4ff4e1-80dc-4513-8875-70a33187c34d tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1595728 Jul 30 05:00:42.313046 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 52402) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:42.322409 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-042cf311-975a-463a-b387-c76bbe06c24b req-9aebd42a-28bd-4a40-a061-8adbe25fb359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3264605'] for port (067511f8-7ca6-4d74-8168-37c6673684c1), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:42.322542 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-0c3ee0f0-23f8-4fd7-bfe0-72b022066214 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Request body: {'floatingip': {'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:00:42.346647 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042cf311-975a-463a-b387-c76bbe06c24b req-9aebd42a-28bd-4a40-a061-8adbe25fb359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:42.347646 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-042cf311-975a-463a-b387-c76bbe06c24b req-9aebd42a-28bd-4a40-a061-8adbe25fb359 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:42.348957 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-042cf311-975a-463a-b387-c76bbe06c24b req-9aebd42a-28bd-4a40-a061-8adbe25fb359 service neutron] 10.222.0.49 "PUT /v2.0/ports/067511f8-7ca6-4d74-8168-37c6673684c1 HTTP/1.1" status: 200 len: 1094 time: 0.9107225 Jul 30 05:00:42.351706 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-0c3ee0f0-23f8-4fd7-bfe0-72b022066214 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:42.351875 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22fe5ad8-01f8-4d0a-bb24-7c23a427d328', 'tag': '067511f8-7ca6-4d74-8168-37c6673684c1'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:00:42.352954 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b16b4900bbfc643f3f19b33d02e463cc441e963483cfbcd5657a130b47b3c9ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0c8edb-5794-4f59-b647-f19f5794269a" -d '{"events": [{"name": "network-changed", "server_uuid": "22fe5ad8-01f8-4d0a-bb24-7c23a427d328", "tag": "067511f8-7ca6-4d74-8168-37c6673684c1"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:00:42.394967 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ff80f-a706-4a59-8bb6-5bb8280e0025 req-58425385-6699-4b80-be61-4bcefce908c3 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:42.396502 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f13ff80f-a706-4a59-8bb6-5bb8280e0025 req-58425385-6699-4b80-be61-4bcefce908c3 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df9803f-05b0-4d65-aada-31539d50706f HTTP/1.1" status: 200 len: 943 time: 0.0898101 Jul 30 05:00:42.436320 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aebd42a-28bd-4a40-a061-8adbe25fb359 service neutron] Pushing event updated for resources: {'Port': ['ID=067511f8-7ca6-4d74-8168-37c6673684c1,revision_number=3']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:42.450764 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Jul 2022 05:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a43dcf7-f763-4a40-beb4-71327d6f896d x-openstack-request-id: req-0a43dcf7-f763-4a40-beb4-71327d6f896d {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:00:42.451105 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22fe5ad8-01f8-4d0a-bb24-7c23a427d328", "tag": "067511f8-7ca6-4d74-8168-37c6673684c1", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:00:42.451355 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a43dcf7-f763-4a40-beb4-71327d6f896d {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:00:42.451839 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a43dcf7-f763-4a40-beb4-71327d6f896d'] response: {'name': 'network-changed', 'server_uuid': '22fe5ad8-01f8-4d0a-bb24-7c23a427d328', 'tag': '067511f8-7ca6-4d74-8168-37c6673684c1', 'status': 'completed', 'code': 200} Jul 30 05:00:42.481243 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-f5c1ef2c-4da2-43ff-a479-5b3b0f7e553c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:42.482872 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-f5c1ef2c-4da2-43ff-a479-5b3b0f7e553c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f102af4a74e946caa9fefc7ad0ae148c&device_id=8df9803f-05b0-4d65-aada-31539d50706f HTTP/1.1" status: 200 len: 1127 time: 0.0940547 Jul 30 05:00:42.518976 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042cf311-975a-463a-b387-c76bbe06c24b req-74446397-e32f-4ce8-8b33-d76e8f8b3b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:42.520485 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-042cf311-975a-463a-b387-c76bbe06c24b req-74446397-e32f-4ce8-8b33-d76e8f8b3b4d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e01500cb03c74d1082090cd1c1836169&device_id=22fe5ad8-01f8-4d0a-bb24-7c23a427d328 HTTP/1.1" status: 200 len: 1128 time: 0.0678060 Jul 30 05:00:42.538928 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f13ff80f-a706-4a59-8bb6-5bb8280e0025 req-4508b640-dfc7-4c4b-aa51-3fc2a0dadca1 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278930 Jul 30 05:00:42.551913 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-0c3ee0f0-23f8-4fd7-bfe0-72b022066214 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:42.594057 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-042cf311-975a-463a-b387-c76bbe06c24b req-9b06431a-1203-4d52-8b6e-1f7b20ae367a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=067511f8-7ca6-4d74-8168-37c6673684c1 HTTP/1.1" status: 200 len: 217 time: 0.0379014 Jul 30 05:00:42.620752 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-dde53723-c7b8-4fc9-9ae0-baccec1766bc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9566a0a-7940-4373-8c65-d96596348430 HTTP/1.1" status: 200 len: 217 time: 0.0645175 Jul 30 05:00:42.631861 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db21bc2-9b24-46a9-bf6c-519af07a46df req-89254988-91f3-4227-9d2c-f6b9dadc26d9 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:42.639379 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-1db21bc2-9b24-46a9-bf6c-519af07a46df req-89254988-91f3-4227-9d2c-f6b9dadc26d9 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.1330345 Jul 30 05:00:42.649861 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042cf311-975a-463a-b387-c76bbe06c24b req-cd397cb4-cf53-4ecb-abcf-d449bc049d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:42.651572 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-042cf311-975a-463a-b387-c76bbe06c24b req-cd397cb4-cf53-4ecb-abcf-d449bc049d57 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d HTTP/1.1" status: 200 len: 853 time: 0.0512753 Jul 30 05:00:42.714137 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042cf311-975a-463a-b387-c76bbe06c24b req-0130a240-8d47-44a8-b8c2-96757a7ec312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:42.716415 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-042cf311-975a-463a-b387-c76bbe06c24b req-0130a240-8d47-44a8-b8c2-96757a7ec312 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=afd82f39-2725-4de8-bc03-d4d225abc92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583448 Jul 30 05:00:42.785576 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-34e0621b-4963-406f-adaf-e4835d1dce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:42.787073 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-34e0621b-4963-406f-adaf-e4835d1dce54 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e3949b13-2948-400c-8508-8658cccc7c7a HTTP/1.1" status: 200 len: 849 time: 0.1387398 Jul 30 05:00:42.790430 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-1db21bc2-9b24-46a9-bf6c-519af07a46df req-5f63c5ac-8c13-4f24-8be5-61861bfa8212 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499269 Jul 30 05:00:42.868411 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-fc284f96-f899-47ef-a691-42a9e5c1bcdc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=67254df2-69cc-4935-a78a-856ecd4c2eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718534 Jul 30 05:00:42.938522 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_common [None req-0c3ee0f0-23f8-4fd7-bfe0-72b022066214 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Allocated IP 172.27.2.90 (0194f4bd-d033-4ee0-a642-9d17cfb40f96/6c0201b0-7b08-4a32-872b-15ffee5372f4/f40362e7-4e5b-4443-84b8-5517c1536cf5) {{(pid=103970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:00:43.024379 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:43.059774 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-2fc6b549-515d-4b07-a699-cab677ca1235 service neutron] 10.222.0.49 "GET /v2.0/networks/67254df2-69cc-4935-a78a-856ecd4c2eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846840 Jul 30 05:00:43.100706 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-042cf311-975a-463a-b387-c76bbe06c24b req-a5b33908-17bb-4d48-947e-54e28f729cf5 service neutron] 10.222.0.49 "GET /v2.0/networks/afd82f39-2725-4de8-bc03-d4d225abc92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703928 Jul 30 05:00:43.159091 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-0c3ee0f0-23f8-4fd7-bfe0-72b022066214 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks [] for port (f40362e7-4e5b-4443-84b8-5517c1536cf5), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:43.173548 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:43.213082 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d756bab-f09a-4383-b65f-52f2dc339c9a req-9b05b4a5-dafa-473d-8b70-990a7bb80148 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:43.214583 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5d756bab-f09a-4383-b65f-52f2dc339c9a req-9b05b4a5-dafa-473d-8b70-990a7bb80148 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=22fe5ad8-01f8-4d0a-bb24-7c23a427d328 HTTP/1.1" status: 200 len: 944 time: 0.1127284 Jul 30 05:00:43.222330 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-fdbf4a32-9799-4000-bdb1-4d014878d8c1 req-ef8fe3af-c64e-4a42-862e-26bc9b187ad9 service neutron] 10.222.0.49 "GET /v2.0/networks/67254df2-69cc-4935-a78a-856ecd4c2eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559110 Jul 30 05:00:43.231229 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-0c3ee0f0-23f8-4fd7-bfe0-72b022066214 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (f40362e7-4e5b-4443-84b8-5517c1536cf5), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:43.251366 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:43.281605 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3ee0f0-23f8-4fd7-bfe0-72b022066214 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Network 0194f4bd-d033-4ee0-a642-9d17cfb40f96 is already hosted by enough agents. {{(pid=103970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:00:43.288600 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-0c3ee0f0-23f8-4fd7-bfe0-72b022066214 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Resources bound (agent type, host, resource id): {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:43.288815 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-042cf311-975a-463a-b387-c76bbe06c24b req-dc65f0eb-d665-40ec-b137-d62a07a91a2d service neutron] 10.222.0.49 "GET /v2.0/networks/afd82f39-2725-4de8-bc03-d4d225abc92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775239 Jul 30 05:00:43.291221 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3ee0f0-23f8-4fd7-bfe0-72b022066214 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Received port after_create {{(pid=103970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 05:00:43.296912 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5d756bab-f09a-4383-b65f-52f2dc339c9a req-31ef59f6-b4be-4784-b48b-74f150dfa809 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba30f759-8e45-4de7-a70f-2df3ddf569d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755830 Jul 30 05:00:43.317986 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ee0f0-23f8-4fd7-bfe0-72b022066214 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Pushing event updated for resources: {'Port': ['ID=f40362e7-4e5b-4443-84b8-5517c1536cf5,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:43.383036 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-0c3ee0f0-23f8-4fd7-bfe0-72b022066214 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks [] for floatingip (a3c8b0a0-92c2-4cb2-b36f-e00b9a615463), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:43.421012 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-0c3ee0f0-23f8-4fd7-bfe0-72b022066214 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (f40362e7-4e5b-4443-84b8-5517c1536cf5), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:43.762585 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af14a0-e9f1-47a3-b443-d9ee9f4d278f req-2a245cd4-60e2-4ea9-9637-2f995fa0e820 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:43.764315 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d9af14a0-e9f1-47a3-b443-d9ee9f4d278f req-2a245cd4-60e2-4ea9-9637-2f995fa0e820 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df9803f-05b0-4d65-aada-31539d50706f HTTP/1.1" status: 200 len: 943 time: 0.0644686 Jul 30 05:00:43.891598 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d9af14a0-e9f1-47a3-b443-d9ee9f4d278f req-0e6e3bef-bb87-4e88-b8b8-c8613d98f46a tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110187 Jul 30 05:00:43.948265 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-0c3ee0f0-23f8-4fd7-bfe0-72b022066214 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks [] for port (f40362e7-4e5b-4443-84b8-5517c1536cf5), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:43.952998 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-0c3ee0f0-23f8-4fd7-bfe0-72b022066214 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410665'] for port (f40362e7-4e5b-4443-84b8-5517c1536cf5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:43.966113 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44abda6-9109-47e8-a6b6-ee81ef5b0e8c req-af25f0c9-1943-4b1c-aa8e-196c7207d9d9 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:43.967739 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f44abda6-9109-47e8-a6b6-ee81ef5b0e8c req-af25f0c9-1943-4b1c-aa8e-196c7207d9d9 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.0526972 Jul 30 05:00:44.017171 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f44abda6-9109-47e8-a6b6-ee81ef5b0e8c req-b4517c49-bbd7-48c1-bcfb-d5ee0e2f9252 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433292 Jul 30 05:00:44.036962 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ee0f0-23f8-4fd7-bfe0-72b022066214 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Pushing event updated for resources: {'Port': ['ID=f40362e7-4e5b-4443-84b8-5517c1536cf5,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:44.039717 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-0c3ee0f0-23f8-4fd7-bfe0-72b022066214 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692779'] for floatingip (a3c8b0a0-92c2-4cb2-b36f-e00b9a615463), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:44.067496 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-0c3ee0f0-23f8-4fd7-bfe0-72b022066214 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for floatingip (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:44.068764 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-0c3ee0f0-23f8-4fd7-bfe0-72b022066214 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7544658 Jul 30 05:00:44.074215 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 52458) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:44.185411 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-35361713-6980-4638-8c7f-d078375490e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:44.276093 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-35361713-6980-4638-8c7f-d078375490e7 admin admin] Publish callbacks [] for security_group (ca28577a-3ee6-42a1-9d86-99828677c1cf), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:44.288357 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-35361713-6980-4638-8c7f-d078375490e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (ca28577a-3ee6-42a1-9d86-99828677c1cf), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:44.313544 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-e1022c1a-6cda-4af3-bcd8-623088ba3e03 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--515089038&fields=id&tenant_id=decb0bd64582440590890900e594b79e HTTP/1.1" status: 200 len: 267 time: 0.0691993 Jul 30 05:00:44.315992 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:44.332893 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:44.364332 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c67b92-bbf7-4fd0-8bb7-7b52ed404ff6 req-f42148b7-48a1-4aa8-8e24-d5bf5789b27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:44.365863 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-70c67b92-bbf7-4fd0-8bb7-7b52ed404ff6 req-f42148b7-48a1-4aa8-8e24-d5bf5789b27e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f102af4a74e946caa9fefc7ad0ae148c&device_id=8df9803f-05b0-4d65-aada-31539d50706f HTTP/1.1" status: 200 len: 1127 time: 0.0881672 Jul 30 05:00:44.367700 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35361713-6980-4638-8c7f-d078375490e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca28577a-3ee6-42a1-9d86-99828677c1cf,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:44.375695 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-35361713-6980-4638-8c7f-d078375490e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=847627489c2d483e8594b9bd848f6e95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2996871 Jul 30 05:00:44.376087 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 52476) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:44.447248 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-c3968f7c-8c21-4427-a7d5-cd64b8b9a3a1 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:44.448751 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-c3968f7c-8c21-4427-a7d5-cd64b8b9a3a1 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/networks?id=cf976b2f-0ebc-4e5a-b101-0355f31913b1 HTTP/1.1" status: 200 len: 819 time: 0.1284106 Jul 30 05:00:44.454122 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7a470-4f89-4c0f-ac2f-f33cce1f1fa8 req-bf2b21b4-363c-4306-8b0b-d69a01cfdd7d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:44.455821 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f2c7a470-4f89-4c0f-ac2f-f33cce1f1fa8 req-bf2b21b4-363c-4306-8b0b-d69a01cfdd7d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=22fe5ad8-01f8-4d0a-bb24-7c23a427d328 HTTP/1.1" status: 200 len: 944 time: 0.0727944 Jul 30 05:00:44.464815 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-585eb005-a95a-4a9b-a6a4-f7180e41f85d tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/quotas/decb0bd64582440590890900e594b79e HTTP/1.1" status: 200 len: 375 time: 0.0106754 Jul 30 05:00:44.485275 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c7bda132-eeb5-4646-b9dc-20411dcbb393 admin admin] Publish callbacks [] for security_group (ca28577a-3ee6-42a1-9d86-99828677c1cf), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:44.524800 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c7bda132-eeb5-4646-b9dc-20411dcbb393 admin admin] Publish callbacks [] for security_group (ca28577a-3ee6-42a1-9d86-99828677c1cf), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:44.534502 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-e895db32-8f6f-4e55-8732-8334659e0ae6 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=decb0bd64582440590890900e594b79e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0639460 Jul 30 05:00:44.546640 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f2c7a470-4f89-4c0f-ac2f-f33cce1f1fa8 req-163effea-f007-4c6d-9cb0-37ed4d1c5970 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba30f759-8e45-4de7-a70f-2df3ddf569d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835822 Jul 30 05:00:44.587719 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c7bda132-eeb5-4646-b9dc-20411dcbb393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (ca28577a-3ee6-42a1-9d86-99828677c1cf), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:44.590428 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c7bda132-eeb5-4646-b9dc-20411dcbb393 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:44.591676 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-c7bda132-eeb5-4646-b9dc-20411dcbb393 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ca28577a-3ee6-42a1-9d86-99828677c1cf HTTP/1.1" status: 204 len: 168 time: 0.2147734 Jul 30 05:00:44.600734 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bda132-eeb5-4646-b9dc-20411dcbb393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca28577a-3ee6-42a1-9d86-99828677c1cf,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:44.614905 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:44.647033 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-b4cf8f15-8416-4900-b93a-29cb03052361 service neutron] 10.222.0.20 "GET /v2.0/networks/cf976b2f-0ebc-4e5a-b101-0355f31913b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990646 Jul 30 05:00:44.742571 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-81bc1ece-4c11-4503-acc3-b44b0f2d6c4f service neutron] 10.222.0.20 "GET /v2.0/networks/cf976b2f-0ebc-4e5a-b101-0355f31913b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942030 Jul 30 05:00:44.922736 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e653b884-4ac2-4c41-ba25-98fed274b463 req-e885d505-e208-47ca-bde5-e889f8fd1a6b tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 210 time: 0.0303581 Jul 30 05:00:45.052581 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3faacc-c166-40a6-b4af-3083b5db9a45 req-93b0d08d-e01a-4154-8ea1-7c7a73fa02ef tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:45.054647 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-7f3faacc-c166-40a6-b4af-3083b5db9a45 req-93b0d08d-e01a-4154-8ea1-7c7a73fa02ef tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df9803f-05b0-4d65-aada-31539d50706f HTTP/1.1" status: 200 len: 943 time: 0.0597932 Jul 30 05:00:45.131030 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-7f3faacc-c166-40a6-b4af-3083b5db9a45 req-55840050-26a0-466f-b330-c846e5fd1a30 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694995 Jul 30 05:00:45.180471 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fded88-547f-4398-9584-125bf9426a27 req-bd650e2f-8964-46c6-adb3-c9820e6215c6 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:45.182124 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-26fded88-547f-4398-9584-125bf9426a27 req-bd650e2f-8964-46c6-adb3-c9820e6215c6 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.0557148 Jul 30 05:00:45.245568 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-26fded88-547f-4398-9584-125bf9426a27 req-a1f16534-d3e4-4b9c-a62c-03be609fadb1 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570798 Jul 30 05:00:45.412191 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 52514) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:45.520483 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-c7762409-c109-4ad4-bd7c-aeeceafcc676 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1435914711-network', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:00:45.529156 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c67b92-bbf7-4fd0-8bb7-7b52ed404ff6 req-1aa7047a-bae2-49ef-807e-bb2e665269df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:45.530599 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-70c67b92-bbf7-4fd0-8bb7-7b52ed404ff6 req-1aa7047a-bae2-49ef-807e-bb2e665269df service neutron] 10.222.0.49 "GET /v2.0/networks?id=67254df2-69cc-4935-a78a-856ecd4c2eaf HTTP/1.1" status: 200 len: 910 time: 0.1129193 Jul 30 05:00:45.544677 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7762409-c109-4ad4-bd7c-aeeceafcc676 admin admin] Made reservation on behalf of db365a6a9f6041a7a8749fd1a1e3d488 for: {'network': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:00:45.547238 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c7762409-c109-4ad4-bd7c-aeeceafcc676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for network (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:45.556262 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c7762409-c109-4ad4-bd7c-aeeceafcc676 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:45.604318 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c8edb-5794-4f59-b647-f19f5794269a req-4476edd6-2219-4c0e-b7f6-5bd70aa20652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:45.605833 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-6e0c8edb-5794-4f59-b647-f19f5794269a req-4476edd6-2219-4c0e-b7f6-5bd70aa20652 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e01500cb03c74d1082090cd1c1836169&device_id=22fe5ad8-01f8-4d0a-bb24-7c23a427d328 HTTP/1.1" status: 200 len: 1128 time: 0.0428383 Jul 30 05:00:45.610678 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-70c67b92-bbf7-4fd0-8bb7-7b52ed404ff6 req-c44f80ab-32da-4607-acac-07ba1524852b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9566a0a-7940-4373-8c65-d96596348430 HTTP/1.1" status: 200 len: 217 time: 0.0464694 Jul 30 05:00:45.642671 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:45.696589 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c67b92-bbf7-4fd0-8bb7-7b52ed404ff6 req-dc7f96fd-e31b-4e0f-ab6b-e4aac324867f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:45.698142 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-70c67b92-bbf7-4fd0-8bb7-7b52ed404ff6 req-dc7f96fd-e31b-4e0f-ab6b-e4aac324867f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e3949b13-2948-400c-8508-8658cccc7c7a HTTP/1.1" status: 200 len: 849 time: 0.0730534 Jul 30 05:00:45.737973 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-70c67b92-bbf7-4fd0-8bb7-7b52ed404ff6 req-66e9bd5a-2ba4-45f8-a426-5358537447f5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=67254df2-69cc-4935-a78a-856ecd4c2eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296679 Jul 30 05:00:45.738966 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device c9566a0a-7940-4373-8c65-d96596348430 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=103972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 05:00:45.748006 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb772a09-edf2-4ebf-8f45-ec87b725d6ef req-5516554a-81b0-4a0a-84ad-d0ff9c3a46cf tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:45.749555 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-cb772a09-edf2-4ebf-8f45-ec87b725d6ef req-5516554a-81b0-4a0a-84ad-d0ff9c3a46cf tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=22fe5ad8-01f8-4d0a-bb24-7c23a427d328 HTTP/1.1" status: 200 len: 944 time: 0.0632782 Jul 30 05:00:45.785456 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c7762409-c109-4ad4-bd7c-aeeceafcc676 admin admin] Publish callbacks [] for security_group (7598d3d8-928b-456c-87ba-8329482f789f), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:45.822803 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c8edb-5794-4f59-b647-f19f5794269a req-84ca0504-b447-4bc5-b6d4-43880a83ecba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:45.823702 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c7762409-c109-4ad4-bd7c-aeeceafcc676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (7598d3d8-928b-456c-87ba-8329482f789f), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:45.824641 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-6e0c8edb-5794-4f59-b647-f19f5794269a req-84ca0504-b447-4bc5-b6d4-43880a83ecba service neutron] 10.222.0.49 "GET /v2.0/networks?id=afd82f39-2725-4de8-bc03-d4d225abc92e HTTP/1.1" status: 200 len: 915 time: 0.2016492 Jul 30 05:00:45.828789 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-cb772a09-edf2-4ebf-8f45-ec87b725d6ef req-8aa7c466-358a-49cd-8266-dd7d90abf14b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba30f759-8e45-4de7-a70f-2df3ddf569d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717676 Jul 30 05:00:45.837774 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:45.865387 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7762409-c109-4ad4-bd7c-aeeceafcc676 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=103971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 05:00:45.875486 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:45.903080 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7762409-c109-4ad4-bd7c-aeeceafcc676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7598d3d8-928b-456c-87ba-8329482f789f,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:45.916578 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port c9566a0a-7940-4373-8c65-d96596348430, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=c9566a0a-7940-4373-8c65-d96596348430,segment=NetworkSegment(f28c73d5-7075-4c2a-b4b7-9c037eda13ba),segment_id=f28c73d5-7075-4c2a-b4b7-9c037eda13ba)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:45.920142 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-6e0c8edb-5794-4f59-b647-f19f5794269a req-3c0f62bd-fc64-484a-bf64-822df564ae1a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=067511f8-7ca6-4d74-8168-37c6673684c1 HTTP/1.1" status: 200 len: 217 time: 0.0599935 Jul 30 05:00:45.930122 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Returning: {'device': 'c9566a0a-7940-4373-8c65-d96596348430', 'network_id': '67254df2-69cc-4935-a78a-856ecd4c2eaf', 'port_id': 'c9566a0a-7940-4373-8c65-d96596348430', 'mac_address': 'fa:16:3e:70:d0:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3949b13-2948-400c-8508-8658cccc7c7a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 05:00:45.931539 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c7762409-c109-4ad4-bd7c-aeeceafcc676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101'] for segment (a9ddd08e-1fb2-469e-b382-60c39d06501a), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:45.931895 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.db.segments_db [None req-c7762409-c109-4ad4-bd7c-aeeceafcc676 admin admin] Added segment a9ddd08e-1fb2-469e-b382-60c39d06501a of type vlan for network 05de52c4-affb-4a9e-aea7-e8e105567377 Jul 30 05:00:45.957278 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-70c67b92-bbf7-4fd0-8bb7-7b52ed404ff6 req-d750e697-353b-4fab-95ce-fbe1680bc24b service neutron] 10.222.0.49 "GET /v2.0/networks/67254df2-69cc-4935-a78a-856ecd4c2eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083547 Jul 30 05:00:45.980433 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port c9566a0a-7940-4373-8c65-d96596348430 is: DOWN; New status is: BUILD {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:00:45.980736 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (c9566a0a-7940-4373-8c65-d96596348430), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:45.994603 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (dec4dcff-e2ed-49ed-8dd3-cc3856f345b5), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:45.998668 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9566a0a-7940-4373-8c65-d96596348430 {{(pid=103972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 05:00:46.012207 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c7762409-c109-4ad4-bd7c-aeeceafcc676 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736268284326'] for network (05de52c4-affb-4a9e-aea7-e8e105567377), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:46.029165 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port c9566a0a-7940-4373-8c65-d96596348430, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=c9566a0a-7940-4373-8c65-d96596348430,segment=NetworkSegment(f28c73d5-7075-4c2a-b4b7-9c037eda13ba),segment_id=f28c73d5-7075-4c2a-b4b7-9c037eda13ba)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:46.034381 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (c9566a0a-7940-4373-8c65-d96596348430), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:46.054900 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c7762409-c109-4ad4-bd7c-aeeceafcc676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920'] for network (05de52c4-affb-4a9e-aea7-e8e105567377), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:46.055915 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7762409-c109-4ad4-bd7c-aeeceafcc676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:46.056471 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c7762409-c109-4ad4-bd7c-aeeceafcc676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for network (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:46.082347 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=c9566a0a-7940-4373-8c65-d96596348430,revision_number=4']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:46.130040 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4789d1c1-d972-40e8-a04a-89d1a6554156 req-a724d705-70fd-4f66-b910-004fe016f599 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 210 time: 0.0708959 Jul 30 05:00:46.145167 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-c7762409-c109-4ad4-bd7c-aeeceafcc676 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.7318718 Jul 30 05:00:46.148044 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 52524) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:46.152754 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-1d81dd0d-2463-4acc-b767-fb58700b42a7 admin admin] Request body: {'subnet': {'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1435914711-subnet', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'ip_version': 4}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:00:46.160337 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7762409-c109-4ad4-bd7c-aeeceafcc676 admin admin] Pushing event updated for resources: {'Network': ['ID=05de52c4-affb-4a9e-aea7-e8e105567377,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:46.179217 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d81dd0d-2463-4acc-b767-fb58700b42a7 admin admin] Made reservation on behalf of db365a6a9f6041a7a8749fd1a1e3d488 for: {'subnet': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:00:46.182157 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1d81dd0d-2463-4acc-b767-fb58700b42a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59362560'] for subnet (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:46.182369 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Network 05de52c4-affb-4a9e-aea7-e8e105567377 details requested by agent ovs-agent-dv-cinder-851279-3-iscsi with host dv-cinder-851279-3-iscsi {{(pid=103972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 05:00:46.319484 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb379ba-51e9-4d5a-9758-31c1a7cb2be9 req-35e7ced0-741c-45b4-969c-956cdefc83eb tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:46.321284 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-4fb379ba-51e9-4d5a-9758-31c1a7cb2be9 req-35e7ced0-741c-45b4-969c-956cdefc83eb tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df9803f-05b0-4d65-aada-31539d50706f HTTP/1.1" status: 200 len: 944 time: 0.1022148 Jul 30 05:00:46.334202 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c8edb-5794-4f59-b647-f19f5794269a req-c067a33a-4ddf-400b-bae2-e072475125cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:46.340691 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-6e0c8edb-5794-4f59-b647-f19f5794269a req-c067a33a-4ddf-400b-bae2-e072475125cb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d HTTP/1.1" status: 200 len: 853 time: 0.0951130 Jul 30 05:00:46.392370 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] get_ports_and_sgs() called for port_ids ['c9566a0a-7940-4373-8c65-d96596348430'] {{(pid=103972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:00:46.429719 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c8edb-5794-4f59-b647-f19f5794269a req-3bb99af2-8661-42b6-a668-d9f42a6d3f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:46.430988 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-6e0c8edb-5794-4f59-b647-f19f5794269a req-3bb99af2-8661-42b6-a668-d9f42a6d3f0f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=afd82f39-2725-4de8-bc03-d4d225abc92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0737345 Jul 30 05:00:46.434882 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-4fb379ba-51e9-4d5a-9758-31c1a7cb2be9 req-75ac4730-9133-45e1-99f6-54a4564e2d8c tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930643 Jul 30 05:00:46.534644 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:INSERT=13,neutron:SELECT=84,neutron:UPDATE=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:46.557005 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-6e0c8edb-5794-4f59-b647-f19f5794269a req-086442c8-58e7-4448-b328-13cb9a6012a8 service neutron] 10.222.0.49 "GET /v2.0/networks/afd82f39-2725-4de8-bc03-d4d225abc92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169815 Jul 30 05:00:46.563390 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f270b-3703-4c89-b818-b5d10066991a req-ca2ca44d-e5af-4cdb-9d44-8c744ab5fe54 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:46.564982 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-406f270b-3703-4c89-b818-b5d10066991a req-ca2ca44d-e5af-4cdb-9d44-8c744ab5fe54 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.1967783 Jul 30 05:00:46.622692 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-70c67b92-bbf7-4fd0-8bb7-7b52ed404ff6 req-7c02beb6-fff4-4281-ae95-32a24ff49bd4 service neutron] 10.222.0.49 "GET /v2.0/networks/67254df2-69cc-4935-a78a-856ecd4c2eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796875 Jul 30 05:00:46.681278 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-6e0c8edb-5794-4f59-b647-f19f5794269a req-838c03ed-7684-4887-bd26-16d6989070ca service neutron] 10.222.0.49 "GET /v2.0/networks/afd82f39-2725-4de8-bc03-d4d225abc92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143417 Jul 30 05:00:46.684019 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1d81dd0d-2463-4acc-b767-fb58700b42a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3264720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59362678'] for subnet (c798a7dd-9ba8-4ed3-85fe-837d80a7049f), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:46.728678 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-61f25035-3668-4d4b-b283-382ea0c73ffd tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:46.730123 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-61f25035-3668-4d4b-b283-382ea0c73ffd tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.49 "GET /v2.0/networks?id=cf976b2f-0ebc-4e5a-b101-0355f31913b1 HTTP/1.1" status: 200 len: 819 time: 0.3647521 Jul 30 05:00:46.764320 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-406f270b-3703-4c89-b818-b5d10066991a req-90848dfe-db58-4ab5-b113-ff3ac2e6be7d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358988 Jul 30 05:00:46.771075 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81dd0d-2463-4acc-b767-fb58700b42a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c798a7dd-9ba8-4ed3-85fe-837d80a7049f,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:46.787317 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d81dd0d-2463-4acc-b767-fb58700b42a7 admin admin] Checking segment: {'id': 'a9ddd08e-1fb2-469e-b382-60c39d06501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 05:00:46.787679 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d81dd0d-2463-4acc-b767-fb58700b42a7 admin admin] Network hostable DHCP agents. Network: 05de52c4-affb-4a9e-aea7-e8e105567377, hostable agents: ['5671713e-478d-4a9e-a7e0-1ef6e7bf2e69'], hosted agents: [] {{(pid=103971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 05:00:46.807633 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d81dd0d-2463-4acc-b767-fb58700b42a7 admin admin] Network 05de52c4-affb-4a9e-aea7-e8e105567377 is scheduled to be hosted by DHCP agent 5671713e-478d-4a9e-a7e0-1ef6e7bf2e69 with binding_index 1 {{(pid=103971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 05:00:46.820842 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-1d81dd0d-2463-4acc-b767-fb58700b42a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-3-iscsi, 05de52c4-affb-4a9e-aea7-e8e105567377) {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:46.825390 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d81dd0d-2463-4acc-b767-fb58700b42a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:46.826408 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1d81dd0d-2463-4acc-b767-fb58700b42a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:46.829625 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e04d17-2ead-402d-8928-81f18bf8df55 None None] Network 05de52c4-affb-4a9e-aea7-e8e105567377 requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 05:00:46.857545 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:46.871060 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-1d81dd0d-2463-4acc-b767-fb58700b42a7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7218244 Jul 30 05:00:46.873914 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 52536) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:46.883150 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-c799d2ea-d91b-4738-8c32-6ce33c85c6e2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1435914711-router', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:00:46.887679 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:46.907095 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-c799d2ea-d91b-4738-8c32-6ce33c85c6e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1682450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31596'] for router (181f97db-441e-48d1-b3ca-28695114c178), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:46.908056 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-3986bf48-0453-4cda-a44e-2f8c92ded806 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=decb0bd64582440590890900e594b79e HTTP/1.1" status: 200 len: 379 time: 0.0773740 Jul 30 05:00:46.911174 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-c799d2ea-d91b-4738-8c32-6ce33c85c6e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1682743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31575'] for router (181f97db-441e-48d1-b3ca-28695114c178), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:46.918472 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-7b4c1bcc-86ed-4472-adef-07dd422fead6 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Request body: {'port': {'device_id': '65b7a5ff-be03-4f45-941c-26a50cdabf02', 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1', 'admin_state_up': True, 'tenant_id': 'decb0bd64582440590890900e594b79e', 'security_groups': ['28ba7713-8be4-4961-9d65-b66a4bd63f1f']}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:00:46.979253 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1f9b52-1724-40a5-b2e5-d63a3f279587 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1f0b50b-4d25-5308-a6a0-6c18effd14bc-05de52c4-affb-4a9e-aea7-e8e105567377', 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377', 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'fixed_ips': [{'subnet_id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f'}]}} from dv-cinder-851279-3-iscsi. {{(pid=103972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 30 05:00:46.981012 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-7e1f9b52-1724-40a5-b2e5-d63a3f279587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:47.008035 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:47.017507 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d1547-6c55-4035-9a3a-c6d339a76ebe req-86caf0b5-c81a-4c1c-a38c-f83d7799848f tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:47.019618 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-469d1547-6c55-4035-9a3a-c6d339a76ebe req-86caf0b5-c81a-4c1c-a38c-f83d7799848f tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=22fe5ad8-01f8-4d0a-bb24-7c23a427d328 HTTP/1.1" status: 200 len: 944 time: 0.0942776 Jul 30 05:00:47.026480 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-c799d2ea-d91b-4738-8c32-6ce33c85c6e2 admin admin] Publish callbacks [] for router_controller (181f97db-441e-48d1-b3ca-28695114c178), precommit_add_association {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:47.061610 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-7b4c1bcc-86ed-4472-adef-07dd422fead6 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Made reservation on behalf of decb0bd64582440590890900e594b79e for: {'port': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:00:47.069298 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-7b4c1bcc-86ed-4472-adef-07dd422fead6 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:47.120667 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:47.186762 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.db_base_plugin_common [None req-7e1f9b52-1724-40a5-b2e5-d63a3f279587 None None] Allocated IP 172.20.0.2 (05de52c4-affb-4a9e-aea7-e8e105567377/c798a7dd-9ba8-4ed3-85fe-837d80a7049f/766ad1ba-fc4d-4a46-85f9-85cecef27252) {{(pid=103972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:00:47.224102 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-7b4c1bcc-86ed-4472-adef-07dd422fead6 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Allocated IP 172.20.0.6 (cf976b2f-0ebc-4e5a-b101-0355f31913b1/92a83611-d09e-4b38-9b4b-aa1a1854f601/3ee72598-16cb-4e6d-aa46-89dd6f7ad946) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:00:47.238022 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-c799d2ea-d91b-4738-8c32-6ce33c85c6e2 admin admin] Publish callbacks [] for router_gateway (181f97db-441e-48d1-b3ca-28695114c178), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:47.249584 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-469d1547-6c55-4035-9a3a-c6d339a76ebe req-9caa4fce-1933-4272-8456-44e91f86b54e tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba30f759-8e45-4de7-a70f-2df3ddf569d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190497 Jul 30 05:00:47.258427 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9f197b80-6794-40bd-9015-c6b7166ca89c req-38e70ce2-a255-4461-806a-56dd7733fd21 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 210 time: 0.0404208 Jul 30 05:00:47.380647 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-7e1f9b52-1724-40a5-b2e5-d63a3f279587 None None] Publish callbacks [] for port (766ad1ba-fc4d-4a46-85f9-85cecef27252), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:47.389486 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-7e1f9b52-1724-40a5-b2e5-d63a3f279587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840'] for port (766ad1ba-fc4d-4a46-85f9-85cecef27252), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:47.422240 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:47.423167 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-7b4c1bcc-86ed-4472-adef-07dd422fead6 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks [] for port (3ee72598-16cb-4e6d-aa46-89dd6f7ad946), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:47.432169 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1f9b52-1724-40a5-b2e5-d63a3f279587 None None] Network 05de52c4-affb-4a9e-aea7-e8e105567377 is already hosted by enough agents. {{(pid=103972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:00:47.451512 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-c799d2ea-d91b-4738-8c32-6ce33c85c6e2 admin admin] Publish callbacks [] for router_gateway (181f97db-441e-48d1-b3ca-28695114c178), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:47.452509 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-7e1f9b52-1724-40a5-b2e5-d63a3f279587 None None] Resources bound (agent type, host, resource id): {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:47.461144 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-7b4c1bcc-86ed-4472-adef-07dd422fead6 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (3ee72598-16cb-4e6d-aa46-89dd6f7ad946), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:47.461523 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1f9b52-1724-40a5-b2e5-d63a3f279587 None None] Received port after_create {{(pid=103972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 05:00:47.473566 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-c799d2ea-d91b-4738-8c32-6ce33c85c6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:47.482464 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f9b52-1724-40a5-b2e5-d63a3f279587 None None] Pushing event updated for resources: {'Port': ['ID=766ad1ba-fc4d-4a46-85f9-85cecef27252,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:47.506888 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-7b4c1bcc-86ed-4472-adef-07dd422fead6 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Network cf976b2f-0ebc-4e5a-b101-0355f31913b1 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:00:47.509839 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:47.511498 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-7b4c1bcc-86ed-4472-adef-07dd422fead6 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:47.513614 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-7b4c1bcc-86ed-4472-adef-07dd422fead6 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 05:00:47.561682 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4c1bcc-86ed-4472-adef-07dd422fead6 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Pushing event updated for resources: {'Port': ['ID=3ee72598-16cb-4e6d-aa46-89dd6f7ad946,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:47.590788 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-7e1f9b52-1724-40a5-b2e5-d63a3f279587 None None] Attempting to bind port 766ad1ba-fc4d-4a46-85f9-85cecef27252 on host dv-cinder-851279-3-iscsi for vnic_type normal with profile {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 05:00:47.591317 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-7e1f9b52-1724-40a5-b2e5-d63a3f279587 None None] Attempting to bind port 766ad1ba-fc4d-4a46-85f9-85cecef27252 by drivers openvswitch,hyperv on host dv-cinder-851279-3-iscsi at level 0 using segments [{'id': 'a9ddd08e-1fb2-469e-b382-60c39d06501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377'}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 05:00:47.591929 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1f9b52-1724-40a5-b2e5-d63a3f279587 None None] Attempting to bind port 766ad1ba-fc4d-4a46-85f9-85cecef27252 on network 05de52c4-affb-4a9e-aea7-e8e105567377 {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:00:47.597258 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-7b4c1bcc-86ed-4472-adef-07dd422fead6 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:47.597900 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-7b4c1bcc-86ed-4472-adef-07dd422fead6 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:47.607638 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1f9b52-1724-40a5-b2e5-d63a3f279587 None None] Checking agent: {'id': 'b9fa2c71-9776-421f-81b8-af2eb557e43b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 49, 56), 'started_at': datetime.datetime(2022, 7, 30, 4, 50, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 5, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 05:00:47.607638 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1f9b52-1724-40a5-b2e5-d63a3f279587 None None] Checking segment: {'id': 'a9ddd08e-1fb2-469e-b382-60c39d06501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 05:00:47.607638 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-7e1f9b52-1724-40a5-b2e5-d63a3f279587 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:47.608472 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1f9b52-1724-40a5-b2e5-d63a3f279587 None None] Bound using segment: {'id': 'a9ddd08e-1fb2-469e-b382-60c39d06501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377'} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 05:00:47.609180 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-7e1f9b52-1724-40a5-b2e5-d63a3f279587 None None] Bound port: 766ad1ba-fc4d-4a46-85f9-85cecef27252, host: dv-cinder-851279-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ddd08e-1fb2-469e-b382-60c39d06501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377'}}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 05:00:47.609446 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-7e1f9b52-1724-40a5-b2e5-d63a3f279587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (766ad1ba-fc4d-4a46-85f9-85cecef27252), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:47.617704 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-7b4c1bcc-86ed-4472-adef-07dd422fead6 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7032483 Jul 30 05:00:47.618269 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b7d69-208b-4322-9524-143e3c33494d req-bd54857f-0d38-4f31-b2e0-90a79d518f66 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:47.619838 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-c72b7d69-208b-4322-9524-143e3c33494d req-bd54857f-0d38-4f31-b2e0-90a79d518f66 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df9803f-05b0-4d65-aada-31539d50706f HTTP/1.1" status: 200 len: 944 time: 0.0870707 Jul 30 05:00:47.633615 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-1f50f788-b5e2-4b92-af63-fc41bb465b7e service neutron] Request body: {'port': {'device_id': '65b7a5ff-be03-4f45-941c-26a50cdabf02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:00:47.660409 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_common [None req-c799d2ea-d91b-4738-8c32-6ce33c85c6e2 admin admin] Allocated IP 172.27.2.27 (0194f4bd-d033-4ee0-a642-9d17cfb40f96/6c0201b0-7b08-4a32-872b-15ffee5372f4/831fda61-359a-4643-bf36-517da67281d0) {{(pid=103970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:00:47.706920 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-7e1f9b52-1724-40a5-b2e5-d63a3f279587 None None] For port 766ad1ba-fc4d-4a46-85f9-85cecef27252, host dv-cinder-851279-3-iscsi, cleared binding levels {{(pid=103972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:00:47.710821 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-7e1f9b52-1724-40a5-b2e5-d63a3f279587 None None] For port 766ad1ba-fc4d-4a46-85f9-85cecef27252, host dv-cinder-851279-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=766ad1ba-fc4d-4a46-85f9-85cecef27252,segment=NetworkSegment(a9ddd08e-1fb2-469e-b382-60c39d06501a),segment_id=a9ddd08e-1fb2-469e-b382-60c39d06501a)] {{(pid=103972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:00:47.714668 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-c72b7d69-208b-4322-9524-143e3c33494d req-4fd710b8-c3f3-4cf3-91c6-b92850c68b41 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881953 Jul 30 05:00:47.728571 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-1f50f788-b5e2-4b92-af63-fc41bb465b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (3ee72598-16cb-4e6d-aa46-89dd6f7ad946), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:47.734553 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 067511f8-7ca6-4d74-8168-37c6673684c1 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=103972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 05:00:47.739191 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device c9566a0a-7940-4373-8c65-d96596348430 up at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:00:47.744660 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-7e1f9b52-1724-40a5-b2e5-d63a3f279587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (766ad1ba-fc4d-4a46-85f9-85cecef27252), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:47.842866 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-c799d2ea-d91b-4738-8c32-6ce33c85c6e2 admin admin] Publish callbacks [] for port (831fda61-359a-4643-bf36-517da67281d0), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:47.887647 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-c799d2ea-d91b-4738-8c32-6ce33c85c6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (831fda61-359a-4643-bf36-517da67281d0), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:47.914758 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-f54fe358-43cc-4c2c-abc5-accf4b9c612f None None] Provisioning complete for port 3ee72598-16cb-4e6d-aa46-89dd6f7ad946 triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:00:47.915211 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f54fe358-43cc-4c2c-abc5-accf4b9c612f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (3ee72598-16cb-4e6d-aa46-89dd6f7ad946), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:47.917916 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:47.932414 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c799d2ea-d91b-4738-8c32-6ce33c85c6e2 admin admin] Network 0194f4bd-d033-4ee0-a642-9d17cfb40f96 is already hosted by enough agents. {{(pid=103970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:00:47.941477 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-c799d2ea-d91b-4738-8c32-6ce33c85c6e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:47.944257 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c799d2ea-d91b-4738-8c32-6ce33c85c6e2 admin admin] Received port after_create {{(pid=103970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 05:00:47.980060 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c799d2ea-d91b-4738-8c32-6ce33c85c6e2 admin admin] Pushing event updated for resources: {'Port': ['ID=831fda61-359a-4643-bf36-517da67281d0,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:47.984773 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:48.054876 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f9b52-1724-40a5-b2e5-d63a3f279587 None None] Pushing event updated for resources: {'Port': ['ID=766ad1ba-fc4d-4a46-85f9-85cecef27252,revision_number=2']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:48.063038 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2314b-1fcb-431f-b586-935dfb7ad25f req-088d6f63-e766-4a35-be8b-0fa986815589 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:48.064672 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ece2314b-1fcb-431f-b586-935dfb7ad25f req-088d6f63-e766-4a35-be8b-0fa986815589 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.1569452 Jul 30 05:00:48.089124 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning for port c9566a0a-7940-4373-8c65-d96596348430 completed by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 30 05:00:48.091558 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-f54fe358-43cc-4c2c-abc5-accf4b9c612f None None] Port 3ee72598-16cb-4e6d-aa46-89dd6f7ad946 cannot update to ACTIVE because it is not bound. {{(pid=103972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 30 05:00:48.101934 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:48.122010 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning complete for port c9566a0a-7940-4373-8c65-d96596348430 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:00:48.122396 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (c9566a0a-7940-4373-8c65-d96596348430), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:48.183072 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:48.201457 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 067511f8-7ca6-4d74-8168-37c6673684c1, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=067511f8-7ca6-4d74-8168-37c6673684c1,segment=NetworkSegment(f332eab5-1e47-46f1-8048-b01e080b1202),segment_id=f332eab5-1e47-46f1-8048-b01e080b1202)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:48.222649 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Returning: {'device': '067511f8-7ca6-4d74-8168-37c6673684c1', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'port_id': '067511f8-7ca6-4d74-8168-37c6673684c1', 'mac_address': 'fa:16:3e:d1:2b:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 05:00:48.235629 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ece2314b-1fcb-431f-b586-935dfb7ad25f req-a195b89c-da2b-47ec-b1f3-277cd1712bf4 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638141 Jul 30 05:00:48.321115 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port 067511f8-7ca6-4d74-8168-37c6673684c1 is: DOWN; New status is: BUILD {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:00:48.321511 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (067511f8-7ca6-4d74-8168-37c6673684c1), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:48.326428 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-1f50f788-b5e2-4b92-af63-fc41bb465b7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ee72598-16cb-4e6d-aa46-89dd6f7ad946 {{(pid=103971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 05:00:48.336190 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-1f50f788-b5e2-4b92-af63-fc41bb465b7e service neutron] Publish callbacks [] for port (3ee72598-16cb-4e6d-aa46-89dd6f7ad946), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:48.344028 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-c799d2ea-d91b-4738-8c32-6ce33c85c6e2 admin admin] Publish callbacks [] for router_gateway (181f97db-441e-48d1-b3ca-28695114c178), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:48.352777 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 067511f8-7ca6-4d74-8168-37c6673684c1 {{(pid=103972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 05:00:48.354317 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.provisioning_blocks [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-1f50f788-b5e2-4b92-af63-fc41bb465b7e service neutron] Transition to ACTIVE for port object 3ee72598-16cb-4e6d-aa46-89dd6f7ad946 will not be triggered until provisioned by entity L2. {{(pid=103971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 30 05:00:48.356949 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port c9566a0a-7940-4373-8c65-d96596348430 is: BUILD; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:00:48.357344 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (c9566a0a-7940-4373-8c65-d96596348430), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:48.359734 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-1f50f788-b5e2-4b92-af63-fc41bb465b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3264605'] for port (3ee72598-16cb-4e6d-aa46-89dd6f7ad946), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:48.402584 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df9803f-05b0-4d65-aada-31539d50706f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9566a0a-7940-4373-8c65-d96596348430'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:00:48.402584 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097f6318ceefad5cd58475957c164f396c8a98df32e112d8bd5bde4ce5121001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54112e8c-7ccc-40c8-abbe-4a4b8c71ca39" -d '{"events": [{"server_uuid": "8df9803f-05b0-4d65-aada-31539d50706f", "name": "network-vif-plugged", "status": "completed", "tag": "c9566a0a-7940-4373-8c65-d96596348430"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:00:48.446428 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 067511f8-7ca6-4d74-8168-37c6673684c1, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=067511f8-7ca6-4d74-8168-37c6673684c1,segment=NetworkSegment(f332eab5-1e47-46f1-8048-b01e080b1202),segment_id=f332eab5-1e47-46f1-8048-b01e080b1202)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:48.448535 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port c9566a0a-7940-4373-8c65-d96596348430, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=c9566a0a-7940-4373-8c65-d96596348430,segment=NetworkSegment(f28c73d5-7075-4c2a-b4b7-9c037eda13ba),segment_id=f28c73d5-7075-4c2a-b4b7-9c037eda13ba)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:48.455233 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (067511f8-7ca6-4d74-8168-37c6673684c1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:48.457698 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 77f9d403-dee8-430d-8122-9a468f943da2 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=103972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 05:00:48.468541 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (c9566a0a-7940-4373-8c65-d96596348430), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:48.482134 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50f788-b5e2-4b92-af63-fc41bb465b7e service neutron] Pushing event updated for resources: {'Port': ['ID=3ee72598-16cb-4e6d-aa46-89dd6f7ad946,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:48.534250 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666f1e9-bb26-40c4-8417-d4b217c01c60 req-5b9d94ae-253f-4e2f-8d85-8ca6bdd13009 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:48.541338 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5666f1e9-bb26-40c4-8417-d4b217c01c60 req-5b9d94ae-253f-4e2f-8d85-8ca6bdd13009 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 943 time: 0.1271966 Jul 30 05:00:48.542254 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:48.543736 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=067511f8-7ca6-4d74-8168-37c6673684c1,revision_number=4']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:48.544989 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e58ef7-ad53-4d52-8a69-68f8585e53a3 req-288afeef-efb9-41ff-b6b1-5f0e9103004d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:48.547486 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-07e58ef7-ad53-4d52-8a69-68f8585e53a3 req-288afeef-efb9-41ff-b6b1-5f0e9103004d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=22fe5ad8-01f8-4d0a-bb24-7c23a427d328 HTTP/1.1" status: 200 len: 944 time: 0.1430771 Jul 30 05:00:48.599734 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-1f50f788-b5e2-4b92-af63-fc41bb465b7e service neutron] Attempting to bind port 3ee72598-16cb-4e6d-aa46-89dd6f7ad946 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 05:00:48.600316 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-1f50f788-b5e2-4b92-af63-fc41bb465b7e service neutron] Attempting to bind port 3ee72598-16cb-4e6d-aa46-89dd6f7ad946 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '02c5dc2d-6889-4189-9ed9-9f04d5c6c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1'}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 05:00:48.600417 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-1f50f788-b5e2-4b92-af63-fc41bb465b7e service neutron] Attempting to bind port 3ee72598-16cb-4e6d-aa46-89dd6f7ad946 on network cf976b2f-0ebc-4e5a-b101-0355f31913b1 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:00:48.607765 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=c9566a0a-7940-4373-8c65-d96596348430,revision_number=5']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:48.614264 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 766ad1ba-fc4d-4a46-85f9-85cecef27252 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:00:48.616195 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-1f50f788-b5e2-4b92-af63-fc41bb465b7e service neutron] Port 3ee72598-16cb-4e6d-aa46-89dd6f7ad946 on network cf976b2f-0ebc-4e5a-b101-0355f31913b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 30 05:00:48.616528 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-1f50f788-b5e2-4b92-af63-fc41bb465b7e service neutron] Attempting to bind port 3ee72598-16cb-4e6d-aa46-89dd6f7ad946 on network cf976b2f-0ebc-4e5a-b101-0355f31913b1 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:00:48.623424 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5666f1e9-bb26-40c4-8417-d4b217c01c60 req-4aed09dc-6d77-4f03-a2d6-a6e6db96528e tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=28ba7713-8be4-4961-9d65-b66a4bd63f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811598 Jul 30 05:00:48.626047 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-1f50f788-b5e2-4b92-af63-fc41bb465b7e service neutron] Checking agent: {'id': 'dec4dcff-e2ed-49ed-8dd3-cc3856f345b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 56, 16), 'started_at': datetime.datetime(2022, 7, 30, 4, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 5, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 05:00:48.626385 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-1f50f788-b5e2-4b92-af63-fc41bb465b7e service neutron] Checking segment: {'id': '02c5dc2d-6889-4189-9ed9-9f04d5c6c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 05:00:48.626785 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-1f50f788-b5e2-4b92-af63-fc41bb465b7e service neutron] Bound using segment: {'id': '02c5dc2d-6889-4189-9ed9-9f04d5c6c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1'} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 05:00:48.627213 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-1f50f788-b5e2-4b92-af63-fc41bb465b7e service neutron] Bound port: 3ee72598-16cb-4e6d-aa46-89dd6f7ad946, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02c5dc2d-6889-4189-9ed9-9f04d5c6c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1'}}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 05:00:48.627791 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-1f50f788-b5e2-4b92-af63-fc41bb465b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (3ee72598-16cb-4e6d-aa46-89dd6f7ad946), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:48.659707 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.db.resource_extend [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 30 05:00:48.707955 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-1f50f788-b5e2-4b92-af63-fc41bb465b7e service neutron] For port 3ee72598-16cb-4e6d-aa46-89dd6f7ad946, host hv-cinder-85127, cleared binding levels {{(pid=103971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:00:48.711516 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-1f50f788-b5e2-4b92-af63-fc41bb465b7e service neutron] For port 3ee72598-16cb-4e6d-aa46-89dd6f7ad946, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=3ee72598-16cb-4e6d-aa46-89dd6f7ad946,segment=NetworkSegment(02c5dc2d-6889-4189-9ed9-9f04d5c6c204),segment_id=02c5dc2d-6889-4189-9ed9-9f04d5c6c204)] {{(pid=103971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:00:48.719668 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-07e58ef7-ad53-4d52-8a69-68f8585e53a3 req-c1d7eead-04be-4e74-9d95-78f531ef5a87 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba30f759-8e45-4de7-a70f-2df3ddf569d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621082 Jul 30 05:00:48.730975 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-1f50f788-b5e2-4b92-af63-fc41bb465b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3264605'] for port (3ee72598-16cb-4e6d-aa46-89dd6f7ad946), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:48.746081 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-c799d2ea-d91b-4738-8c32-6ce33c85c6e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706777'] for router (181f97db-441e-48d1-b3ca-28695114c178), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:48.763202 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-1f50f788-b5e2-4b92-af63-fc41bb465b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:48.765086 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-1f50f788-b5e2-4b92-af63-fc41bb465b7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:48.768787 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-1f50f788-b5e2-4b92-af63-fc41bb465b7e service neutron] 10.222.0.49 "PUT /v2.0/ports/3ee72598-16cb-4e6d-aa46-89dd6f7ad946 HTTP/1.1" status: 200 len: 1093 time: 1.1419437 Jul 30 05:00:48.772737 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65b7a5ff-be03-4f45-941c-26a50cdabf02', 'tag': '3ee72598-16cb-4e6d-aa46-89dd6f7ad946'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:00:48.777360 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b16b4900bbfc643f3f19b33d02e463cc441e963483cfbcd5657a130b47b3c9ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8efefa-56c7-4b79-8985-b4aa8c7ff10f" -d '{"events": [{"name": "network-changed", "server_uuid": "65b7a5ff-be03-4f45-941c-26a50cdabf02", "tag": "3ee72598-16cb-4e6d-aa46-89dd6f7ad946"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:00:48.900136 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:48.905276 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Jul 2022 05:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950142d1-273e-4a60-8c44-722bfa545630 x-openstack-request-id: req-950142d1-273e-4a60-8c44-722bfa545630 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:00:48.905615 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65b7a5ff-be03-4f45-941c-26a50cdabf02", "tag": "3ee72598-16cb-4e6d-aa46-89dd6f7ad946", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:00:48.905861 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-950142d1-273e-4a60-8c44-722bfa545630 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:00:48.906665 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-950142d1-273e-4a60-8c44-722bfa545630'] response: {'name': 'network-changed', 'server_uuid': '65b7a5ff-be03-4f45-941c-26a50cdabf02', 'tag': '3ee72598-16cb-4e6d-aa46-89dd6f7ad946', 'status': 'completed', 'code': 200} Jul 30 05:00:48.921232 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 05:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69e1798-9861-4eaf-a92a-44a7d1372d64 x-openstack-request-id: req-e69e1798-9861-4eaf-a92a-44a7d1372d64 {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:00:48.922005 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df9803f-05b0-4d65-aada-31539d50706f", "name": "network-vif-plugged", "status": "completed", "tag": "c9566a0a-7940-4373-8c65-d96596348430", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:00:48.922005 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e69e1798-9861-4eaf-a92a-44a7d1372d64 {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:00:48.922631 dv-cinder-851279-3-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e69e1798-9861-4eaf-a92a-44a7d1372d64'] response: {'server_uuid': '8df9803f-05b0-4d65-aada-31539d50706f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9566a0a-7940-4373-8c65-d96596348430', 'code': 200} Jul 30 05:00:48.961207 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c799d2ea-d91b-4738-8c32-6ce33c85c6e2 admin admin] Router 181f97db-441e-48d1-b3ca-28695114c178 is scheduled to L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 with binding_index 1 {{(pid=103970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 30 05:00:48.966046 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 766ad1ba-fc4d-4a46-85f9-85cecef27252 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:00:48.966643 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (766ad1ba-fc4d-4a46-85f9-85cecef27252), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:48.981934 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50f788-b5e2-4b92-af63-fc41bb465b7e service neutron] Pushing event updated for resources: {'Port': ['ID=3ee72598-16cb-4e6d-aa46-89dd6f7ad946,revision_number=3']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:49.000885 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d0215-f9ce-4721-bb96-583a74a0a3e3 req-f92f95c0-81e8-481c-b4e9-f68898539d5d tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:49.008441 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b33d0215-f9ce-4721-bb96-583a74a0a3e3 req-f92f95c0-81e8-481c-b4e9-f68898539d5d tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df9803f-05b0-4d65-aada-31539d50706f HTTP/1.1" status: 200 len: 945 time: 0.1463439 Jul 30 05:00:49.021628 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-45061cf9-9a6a-464c-a9c7-e7296cbb441b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:49.023217 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-45061cf9-9a6a-464c-a9c7-e7296cbb441b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=decb0bd64582440590890900e594b79e&device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 1127 time: 0.1463718 Jul 30 05:00:49.107326 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 77f9d403-dee8-430d-8122-9a468f943da2, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=77f9d403-dee8-430d-8122-9a468f943da2,segment=NetworkSegment(e9c7cb1b-4a6d-49ef-8923-a11361e78abf),segment_id=e9c7cb1b-4a6d-49ef-8923-a11361e78abf)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:49.119493 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-96241fac-1650-45f6-be3c-12535cb46b1b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ee72598-16cb-4e6d-aa46-89dd6f7ad946 HTTP/1.1" status: 200 len: 217 time: 0.0686302 Jul 30 05:00:49.123804 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Returning: {'device': '77f9d403-dee8-430d-8122-9a468f943da2', 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1', 'port_id': '77f9d403-dee8-430d-8122-9a468f943da2', 'mac_address': 'fa:16:3e:f2:95:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '872e5683-a168-4487-9376-0296b22d54e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 05:00:49.128246 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b33d0215-f9ce-4721-bb96-583a74a0a3e3 req-2c6541bd-3d88-4002-9512-8582cad5182d tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189568 Jul 30 05:00:49.172595 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897857b-e99f-4e4a-9cec-dee981be613d req-97492ba7-0322-42c6-961f-a7c9c92dcac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:49.174035 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-6897857b-e99f-4e4a-9cec-dee981be613d req-97492ba7-0322-42c6-961f-a7c9c92dcac0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8df9803f-05b0-4d65-aada-31539d50706f HTTP/1.1" status: 200 len: 1129 time: 0.1095541 Jul 30 05:00:49.194690 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port 77f9d403-dee8-430d-8122-9a468f943da2 is: ACTIVE; New status is: BUILD {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:00:49.194690 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (77f9d403-dee8-430d-8122-9a468f943da2), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:49.204794 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-3cd5a7db-39ae-490d-b4c9-457a4188ed2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:49.207846 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-3cd5a7db-39ae-490d-b4c9-457a4188ed2d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=92a83611-d09e-4b38-9b4b-aa1a1854f601 HTTP/1.1" status: 200 len: 858 time: 0.0744460 Jul 30 05:00:49.214267 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 766ad1ba-fc4d-4a46-85f9-85cecef27252 is: DOWN; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:00:49.214727 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (766ad1ba-fc4d-4a46-85f9-85cecef27252), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:49.219951 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77f9d403-dee8-430d-8122-9a468f943da2 {{(pid=103972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 05:00:49.292885 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 77f9d403-dee8-430d-8122-9a468f943da2, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=77f9d403-dee8-430d-8122-9a468f943da2,segment=NetworkSegment(e9c7cb1b-4a6d-49ef-8923-a11361e78abf),segment_id=e9c7cb1b-4a6d-49ef-8923-a11361e78abf)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:49.298041 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (77f9d403-dee8-430d-8122-9a468f943da2), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:49.316465 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-0ee6466f-ca09-437f-86d8-86d61e1d6998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:49.319375 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-0ee6466f-ca09-437f-86d8-86d61e1d6998 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf976b2f-0ebc-4e5a-b101-0355f31913b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0895009 Jul 30 05:00:49.322022 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-6897857b-e99f-4e4a-9cec-dee981be613d req-83d81600-552f-439f-8dd0-b3722a866ea8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385527 Jul 30 05:00:49.341848 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c799d2ea-d91b-4738-8c32-6ce33c85c6e2 admin admin] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:00:49.367776 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] For port 766ad1ba-fc4d-4a46-85f9-85cecef27252, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=766ad1ba-fc4d-4a46-85f9-85cecef27252,segment=NetworkSegment(a9ddd08e-1fb2-469e-b382-60c39d06501a),segment_id=a9ddd08e-1fb2-469e-b382-60c39d06501a)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:49.375368 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-c799d2ea-d91b-4738-8c32-6ce33c85c6e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:49.377039 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-c799d2ea-d91b-4738-8c32-6ce33c85c6e2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5017655 Jul 30 05:00:49.380819 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 52572) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:49.381139 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0ea103-b454-467c-9ef1-25cc39cae27c None None] Network 05de52c4-affb-4a9e-aea7-e8e105567377 requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 05:00:49.387652 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d088f1cd-29e3-47e8-8b95-cb489fa5a0ce None None] Sync routers for ids ['181f97db-441e-48d1-b3ca-28695114c178'] in dv-cinder-851279-3-iscsi {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:00:49.420585 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a0637-8a24-4dc7-8fd8-e8b1a3547e4f req-f4c2308d-4850-4880-8efb-c705da0ec9d3 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:49.422105 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-640a0637-8a24-4dc7-8fd8-e8b1a3547e4f req-f4c2308d-4850-4880-8efb-c705da0ec9d3 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 944 time: 0.0653753 Jul 30 05:00:49.435704 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (766ad1ba-fc4d-4a46-85f9-85cecef27252), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:49.445257 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:49.477753 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-640a0637-8a24-4dc7-8fd8-e8b1a3547e4f req-8ee22cd0-ac79-49be-9e4c-3fff86b424c3 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495100 Jul 30 05:00:49.483106 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-36f5de60-0913-4367-a6ce-c50b26714ec4 None None] Provisioning complete for port 766ad1ba-fc4d-4a46-85f9-85cecef27252 triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:00:49.483500 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-36f5de60-0913-4367-a6ce-c50b26714ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (766ad1ba-fc4d-4a46-85f9-85cecef27252), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:49.503238 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:49.504034 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d088f1cd-29e3-47e8-8b95-cb489fa5a0ce None None] Routers {'181f97db-441e-48d1-b3ca-28695114c178'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:00:49.504641 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-d088f1cd-29e3-47e8-8b95-cb489fa5a0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:00:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['181f97db-441e-48d1-b3ca-28695114c178'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:49.514607 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=77f9d403-dee8-430d-8122-9a468f943da2,revision_number=6']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:49.525688 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:49.625038 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] get_ports_and_sgs() called for port_ids ['77f9d403-dee8-430d-8122-9a468f943da2'] {{(pid=103972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:00:49.795633 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] get_ports_and_sgs() called for port_ids ['067511f8-7ca6-4d74-8168-37c6673684c1'] {{(pid=103972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:00:49.820867 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Pushing event updated for resources: {'Port': ['ID=766ad1ba-fc4d-4a46-85f9-85cecef27252,revision_number=3']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:49.882347 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:49.936298 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdeff71-82e6-456b-a006-19d4fb067664 req-ab0f6f2e-c52d-4334-8320-752d32e80531 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:49.945613 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-2bdeff71-82e6-456b-a006-19d4fb067664 req-ab0f6f2e-c52d-4334-8320-752d32e80531 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=22fe5ad8-01f8-4d0a-bb24-7c23a427d328 HTTP/1.1" status: 200 len: 945 time: 0.0968254 Jul 30 05:00:49.962089 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-d088f1cd-29e3-47e8-8b95-cb489fa5a0ce None None] Set router 181f97db-441e-48d1-b3ca-28695114c178 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:00:49.995905 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97653715-c046-4a9f-b860-0c01df366443 req-c796b3c4-9114-4477-8dcf-6aef10758658 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:50.001640 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-97653715-c046-4a9f-b860-0c01df366443 req-c796b3c4-9114-4477-8dcf-6aef10758658 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 943 time: 0.0895345 Jul 30 05:00:50.014536 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:50.016249 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-3ef0032d-4ccb-4692-b6aa-48495c91e034 service neutron] 10.222.0.49 "GET /v2.0/networks/cf976b2f-0ebc-4e5a-b101-0355f31913b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4481471 Jul 30 05:00:50.025813 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-2bdeff71-82e6-456b-a006-19d4fb067664 req-47d375bb-e6b8-4328-98aa-dac875099100 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba30f759-8e45-4de7-a70f-2df3ddf569d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784345 Jul 30 05:00:50.094664 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-36f5de60-0913-4367-a6ce-c50b26714ec4 None None] Current status of the port 766ad1ba-fc4d-4a46-85f9-85cecef27252 is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:00:50.235281 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-97653715-c046-4a9f-b860-0c01df366443 req-30ef48d6-3368-465f-9d95-c98c7897aa70 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=28ba7713-8be4-4961-9d65-b66a4bd63f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2217436 Jul 30 05:00:50.394764 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-d088f1cd-29e3-47e8-8b95-cb489fa5a0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181f97db-441e-48d1-b3ca-28695114c178', 'name': 'tempest-TestVolumeBootPattern-1435914711-router', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '831fda61-359a-4643-bf36-517da67281d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:00:46Z', 'updated_at': '2022-07-30T05:00:48Z', 'revision_number': 3, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'gw_port': {'id': '831fda61-359a-4643-bf36-517da67281d0', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:47Z', 'updated_at': '2022-07-30T05:00:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi'}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:50.400139 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c78952-bd4d-489a-afc5-9daa9b1bb498 req-85b202fc-eb1e-4a5f-85c6-bc54e39239c5 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:50.402062 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-94c78952-bd4d-489a-afc5-9daa9b1bb498 req-85b202fc-eb1e-4a5f-85c6-bc54e39239c5 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df9803f-05b0-4d65-aada-31539d50706f HTTP/1.1" status: 200 len: 945 time: 0.1335490 Jul 30 05:00:50.406016 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-98ecc67b-a01d-4744-95df-1ad50fddeec2 req-2567dd86-6ac2-46fd-be71-33f04d314655 service neutron] 10.222.0.49 "GET /v2.0/networks/cf976b2f-0ebc-4e5a-b101-0355f31913b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231434 Jul 30 05:00:50.473277 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d088f1cd-29e3-47e8-8b95-cb489fa5a0ce None None] Checking router: 181f97db-441e-48d1-b3ca-28695114c178 for host: dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:00:50.474392 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d088f1cd-29e3-47e8-8b95-cb489fa5a0ce None None] Updating router 181f97db-441e-48d1-b3ca-28695114c178 port 831fda61-359a-4643-bf36-517da67281d0 binding host dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 05:00:50.486051 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=100 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:50.532069 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-88af8e62-7339-4263-ae02-326a04b0f3d8 None None] Provisioning complete for port 766ad1ba-fc4d-4a46-85f9-85cecef27252 triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:00:50.533612 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-88af8e62-7339-4263-ae02-326a04b0f3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (766ad1ba-fc4d-4a46-85f9-85cecef27252), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:50.541924 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-94c78952-bd4d-489a-afc5-9daa9b1bb498 req-c0453e5f-15de-430c-9473-da464950a9d7 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316626 Jul 30 05:00:50.550506 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-069df74b-4614-4f32-b7ae-9733f20f3a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:50.570344 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:50.599689 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d088f1cd-29e3-47e8-8b95-cb489fa5a0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (831fda61-359a-4643-bf36-517da67281d0), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:50.632089 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 766ad1ba-fc4d-4a46-85f9-85cecef27252 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:00:50.680940 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-54bfaa4a-a43e-4888-8afd-ff14afe015a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:50.697331 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc7f05-2f83-4291-a413-e7ba917495d9 req-230687d3-eec0-4f53-bd9a-9ae7467c9a79 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:50.698889 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8ffc7f05-2f83-4291-a413-e7ba917495d9 req-230687d3-eec0-4f53-bd9a-9ae7467c9a79 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 944 time: 0.0820596 Jul 30 05:00:50.803392 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8ffc7f05-2f83-4291-a413-e7ba917495d9 req-6bc568e2-c015-4c7c-aad7-3e803acd0100 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967369 Jul 30 05:00:50.860081 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-88af8e62-7339-4263-ae02-326a04b0f3d8 None None] Current status of the port 766ad1ba-fc4d-4a46-85f9-85cecef27252 is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:00:50.865969 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 766ad1ba-fc4d-4a46-85f9-85cecef27252 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:00:50.866354 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (766ad1ba-fc4d-4a46-85f9-85cecef27252), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:50.934356 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [None req-54bfaa4a-a43e-4888-8afd-ff14afe015a5 admin admin] Allocated IP 172.20.0.1 (05de52c4-affb-4a9e-aea7-e8e105567377/c798a7dd-9ba8-4ed3-85fe-837d80a7049f/a74756c1-d67b-4700-95c5-2cbae1b8ba24) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:00:50.967995 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:50.999287 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:51.051711 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 766ad1ba-fc4d-4a46-85f9-85cecef27252 is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:00:51.078397 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d088f1cd-29e3-47e8-8b95-cb489fa5a0ce None None] Publish callbacks [] for port (831fda61-359a-4643-bf36-517da67281d0), precommit_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:51.078996 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-54bfaa4a-a43e-4888-8afd-ff14afe015a5 admin admin] Publish callbacks [] for port (a74756c1-d67b-4700-95c5-2cbae1b8ba24), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:51.086059 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d088f1cd-29e3-47e8-8b95-cb489fa5a0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (831fda61-359a-4643-bf36-517da67281d0), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:51.122099 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-d088f1cd-29e3-47e8-8b95-cb489fa5a0ce None None] Attempting to bind port 831fda61-359a-4643-bf36-517da67281d0 on host dv-cinder-851279-3-iscsi for vnic_type normal with profile {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 05:00:51.122818 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-d088f1cd-29e3-47e8-8b95-cb489fa5a0ce None None] Attempting to bind port 831fda61-359a-4643-bf36-517da67281d0 by drivers openvswitch,hyperv on host dv-cinder-851279-3-iscsi at level 0 using segments [{'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 05:00:51.122990 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d088f1cd-29e3-47e8-8b95-cb489fa5a0ce None None] Attempting to bind port 831fda61-359a-4643-bf36-517da67281d0 on network 0194f4bd-d033-4ee0-a642-9d17cfb40f96 {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:00:51.132247 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-54bfaa4a-a43e-4888-8afd-ff14afe015a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (a74756c1-d67b-4700-95c5-2cbae1b8ba24), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:51.140824 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d088f1cd-29e3-47e8-8b95-cb489fa5a0ce None None] Checking agent: {'id': 'b9fa2c71-9776-421f-81b8-af2eb557e43b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 49, 56), 'started_at': datetime.datetime(2022, 7, 30, 4, 50, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 5, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 05:00:51.141329 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d088f1cd-29e3-47e8-8b95-cb489fa5a0ce None None] Checking segment: {'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 05:00:51.141740 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d088f1cd-29e3-47e8-8b95-cb489fa5a0ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:51.142142 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d088f1cd-29e3-47e8-8b95-cb489fa5a0ce None None] Bound using segment: {'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 05:00:51.142659 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-d088f1cd-29e3-47e8-8b95-cb489fa5a0ce None None] Bound port: 831fda61-359a-4643-bf36-517da67281d0, host: dv-cinder-851279-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 05:00:51.143112 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d088f1cd-29e3-47e8-8b95-cb489fa5a0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (831fda61-359a-4643-bf36-517da67281d0), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:51.225477 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bfaa4a-a43e-4888-8afd-ff14afe015a5 admin admin] Pushing event updated for resources: {'Port': ['ID=a74756c1-d67b-4700-95c5-2cbae1b8ba24,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:51.227947 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.agents_db [None req-c768def0-c5c3-40f0-ac12-561af9dad95f None None] Agent healthcheck: found 6 active agents {{(pid=103973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:00:51.238501 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bfaa4a-a43e-4888-8afd-ff14afe015a5 admin admin] Network 05de52c4-affb-4a9e-aea7-e8e105567377 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:00:51.240089 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-54bfaa4a-a43e-4888-8afd-ff14afe015a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:51.242203 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f64c40-1d2b-4987-9f33-477983cefefc req-ca3f8da1-080d-4b08-bbd7-e81d2eb0dd6d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:51.250154 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-02f64c40-1d2b-4987-9f33-477983cefefc req-ca3f8da1-080d-4b08-bbd7-e81d2eb0dd6d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=22fe5ad8-01f8-4d0a-bb24-7c23a427d328 HTTP/1.1" status: 200 len: 945 time: 0.1018286 Jul 30 05:00:51.256308 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bfaa4a-a43e-4888-8afd-ff14afe015a5 admin admin] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 05:00:51.352802 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b95f6e-b638-4305-9eee-bf2567a42c88 None None] Pushing event updated for resources: {'Port': ['ID=831fda61-359a-4643-bf36-517da67281d0,revision_number=2']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:51.376592 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-54bfaa4a-a43e-4888-8afd-ff14afe015a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1692814'] for router_interface (181f97db-441e-48d1-b3ca-28695114c178), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:51.404349 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-02f64c40-1d2b-4987-9f33-477983cefefc req-618e1ec1-e40b-4652-8b03-fa9f0db2f239 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba30f759-8e45-4de7-a70f-2df3ddf569d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530585 Jul 30 05:00:51.417061 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-d088f1cd-29e3-47e8-8b95-cb489fa5a0ce None None] For port 831fda61-359a-4643-bf36-517da67281d0, host dv-cinder-851279-3-iscsi, cleared binding levels {{(pid=103972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:00:51.433703 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-d088f1cd-29e3-47e8-8b95-cb489fa5a0ce None None] For port 831fda61-359a-4643-bf36-517da67281d0, host dv-cinder-851279-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=831fda61-359a-4643-bf36-517da67281d0,segment=NetworkSegment(e5d036d1-25f5-4dcf-bf6d-d8f947655ab3),segment_id=e5d036d1-25f5-4dcf-bf6d-d8f947655ab3)] {{(pid=103972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:00:51.443556 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d088f1cd-29e3-47e8-8b95-cb489fa5a0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (831fda61-359a-4643-bf36-517da67281d0), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:51.499182 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667b4e6-c420-4861-b9e7-73a8ca2ce598 req-38ff731d-4d18-4e05-9f7c-cb7406f41d43 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:51.500570 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d667b4e6-c420-4861-b9e7-73a8ca2ce598 req-38ff731d-4d18-4e05-9f7c-cb7406f41d43 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 943 time: 0.0586009 Jul 30 05:00:51.513406 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d088f1cd-29e3-47e8-8b95-cb489fa5a0ce None None] Routers {'181f97db-441e-48d1-b3ca-28695114c178'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:00:51.514528 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-d088f1cd-29e3-47e8-8b95-cb489fa5a0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:00:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['181f97db-441e-48d1-b3ca-28695114c178'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:51.699433 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d667b4e6-c420-4861-b9e7-73a8ca2ce598 req-36efdd46-59df-4238-8b33-b74a6ae19e68 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=28ba7713-8be4-4961-9d65-b66a4bd63f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878755 Jul 30 05:00:51.707056 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-d088f1cd-29e3-47e8-8b95-cb489fa5a0ce None None] Set router 181f97db-441e-48d1-b3ca-28695114c178 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:00:51.716189 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:51.717221 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-54bfaa4a-a43e-4888-8afd-ff14afe015a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (a74756c1-d67b-4700-95c5-2cbae1b8ba24), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:51.752228 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da00e9-fb0a-4fe1-b07e-fc8d867c42ed req-fec4b232-5486-4fa1-bce7-b0b14ea0038a tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:51.755965 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-b4da00e9-fb0a-4fe1-b07e-fc8d867c42ed req-fec4b232-5486-4fa1-bce7-b0b14ea0038a tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df9803f-05b0-4d65-aada-31539d50706f HTTP/1.1" status: 200 len: 945 time: 0.0926642 Jul 30 05:00:51.835484 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-b4da00e9-fb0a-4fe1-b07e-fc8d867c42ed req-90819104-ee1e-4c52-a494-77fbb7e3128a tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653284 Jul 30 05:00:51.855875 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 067511f8-7ca6-4d74-8168-37c6673684c1 up at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:00:51.915127 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b95f6e-b638-4305-9eee-bf2567a42c88 None None] Pushing event updated for resources: {'Port': ['ID=831fda61-359a-4643-bf36-517da67281d0,revision_number=3']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:51.967497 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-54bfaa4a-a43e-4888-8afd-ff14afe015a5 admin admin] Publish callbacks [] for port (a74756c1-d67b-4700-95c5-2cbae1b8ba24), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:51.969268 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:51.984768 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-54bfaa4a-a43e-4888-8afd-ff14afe015a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3264605'] for port (a74756c1-d67b-4700-95c5-2cbae1b8ba24), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:51.992917 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-e9a41921-0eb9-4555-be6e-feda8ab18088 None None] Provisioning complete for port a74756c1-d67b-4700-95c5-2cbae1b8ba24 triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:00:51.993558 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e9a41921-0eb9-4555-be6e-feda8ab18088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (a74756c1-d67b-4700-95c5-2cbae1b8ba24), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:52.097634 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning for port 067511f8-7ca6-4d74-8168-37c6673684c1 completed by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 30 05:00:52.099977 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-e9a41921-0eb9-4555-be6e-feda8ab18088 None None] Port a74756c1-d67b-4700-95c5-2cbae1b8ba24 cannot update to ACTIVE because it is not bound. {{(pid=103972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 30 05:00:52.124233 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning complete for port 067511f8-7ca6-4d74-8168-37c6673684c1 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:00:52.124884 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (067511f8-7ca6-4d74-8168-37c6673684c1), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:52.125004 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:52.149057 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8efefa-56c7-4b79-8985-b4aa8c7ff10f req-98019ec4-5c5d-43f8-a28c-d94419a56bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:52.150608 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fa8efefa-56c7-4b79-8985-b4aa8c7ff10f req-98019ec4-5c5d-43f8-a28c-d94419a56bcd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=decb0bd64582440590890900e594b79e&device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 1127 time: 0.1798019 Jul 30 05:00:52.177152 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3f8eb-6ea2-4ef7-aed8-66431dee91b6 req-f43483aa-abfb-4c8a-9537-9b9cc0de3d1c tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:52.184324 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-72a3f8eb-6ea2-4ef7-aed8-66431dee91b6 req-f43483aa-abfb-4c8a-9537-9b9cc0de3d1c tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 944 time: 0.2025428 Jul 30 05:00:52.193150 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-54bfaa4a-a43e-4888-8afd-ff14afe015a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706302'] for router_interface (181f97db-441e-48d1-b3ca-28695114c178), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:52.198832 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bfaa4a-a43e-4888-8afd-ff14afe015a5 admin admin] Pushing event updated for resources: {'Port': ['ID=a74756c1-d67b-4700-95c5-2cbae1b8ba24,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:52.291887 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:52.325904 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-d088f1cd-29e3-47e8-8b95-cb489fa5a0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181f97db-441e-48d1-b3ca-28695114c178', 'name': 'tempest-TestVolumeBootPattern-1435914711-router', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '831fda61-359a-4643-bf36-517da67281d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:00:46Z', 'updated_at': '2022-07-30T05:00:48Z', 'revision_number': 3, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'gw_port': {'id': '831fda61-359a-4643-bf36-517da67281d0', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:47Z', 'updated_at': '2022-07-30T05:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi'}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:52.329235 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port 067511f8-7ca6-4d74-8168-37c6673684c1 is: BUILD; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:00:52.329725 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-72a3f8eb-6ea2-4ef7-aed8-66431dee91b6 req-414be1bd-42d9-4e1d-a753-a6015379d871 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447802 Jul 30 05:00:52.336972 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (067511f8-7ca6-4d74-8168-37c6673684c1), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:52.380519 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bfaa4a-a43e-4888-8afd-ff14afe015a5 admin admin] Network 05de52c4-affb-4a9e-aea7-e8e105567377 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:00:52.381427 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d088f1cd-29e3-47e8-8b95-cb489fa5a0ce None None] The sync data for ids ['181f97db-441e-48d1-b3ca-28695114c178'] in dv-cinder-851279-3-iscsi is: [{'id': '181f97db-441e-48d1-b3ca-28695114c178', 'name': 'tempest-TestVolumeBootPattern-1435914711-router', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '831fda61-359a-4643-bf36-517da67281d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:00:46Z', 'updated_at': '2022-07-30T05:00:48Z', 'revision_number': 3, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'gw_port': {'id': '831fda61-359a-4643-bf36-517da67281d0', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:47Z', 'updated_at': '2022-07-30T05:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi'}] {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:00:52.382071 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-54bfaa4a-a43e-4888-8afd-ff14afe015a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:52.399066 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22fe5ad8-01f8-4d0a-bb24-7c23a427d328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067511f8-7ca6-4d74-8168-37c6673684c1'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:00:52.403326 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097f6318ceefad5cd58475957c164f396c8a98df32e112d8bd5bde4ce5121001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0088cdb2-da3b-4c7d-b1b6-ff51b9bc06c2" -d '{"events": [{"server_uuid": "22fe5ad8-01f8-4d0a-bb24-7c23a427d328", "name": "network-vif-plugged", "status": "completed", "tag": "067511f8-7ca6-4d74-8168-37c6673684c1"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:00:52.455072 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 067511f8-7ca6-4d74-8168-37c6673684c1, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=067511f8-7ca6-4d74-8168-37c6673684c1,segment=NetworkSegment(f332eab5-1e47-46f1-8048-b01e080b1202),segment_id=f332eab5-1e47-46f1-8048-b01e080b1202)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:52.467971 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (067511f8-7ca6-4d74-8168-37c6673684c1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:52.468863 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 77f9d403-dee8-430d-8122-9a468f943da2 up at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:00:52.529804 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 05:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f464babd-a08a-43d0-9529-0c4fd02497c0 x-openstack-request-id: req-f464babd-a08a-43d0-9529-0c4fd02497c0 {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:00:52.530396 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22fe5ad8-01f8-4d0a-bb24-7c23a427d328", "name": "network-vif-plugged", "status": "completed", "tag": "067511f8-7ca6-4d74-8168-37c6673684c1", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:00:52.530859 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f464babd-a08a-43d0-9529-0c4fd02497c0 {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:00:52.531421 dv-cinder-851279-3-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f464babd-a08a-43d0-9529-0c4fd02497c0'] response: {'server_uuid': '22fe5ad8-01f8-4d0a-bb24-7c23a427d328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067511f8-7ca6-4d74-8168-37c6673684c1', 'code': 200} Jul 30 05:00:52.597593 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=067511f8-7ca6-4d74-8168-37c6673684c1,revision_number=5']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:52.600692 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning complete for port 77f9d403-dee8-430d-8122-9a468f943da2 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:00:52.601251 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (77f9d403-dee8-430d-8122-9a468f943da2), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:52.828955 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758191f5-92b9-4865-83dc-4407a8cab1eb req-906fd3dd-3fd4-4ba6-b800-88aef4acbc49 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:52.836549 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-758191f5-92b9-4865-83dc-4407a8cab1eb req-906fd3dd-3fd4-4ba6-b800-88aef4acbc49 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=22fe5ad8-01f8-4d0a-bb24-7c23a427d328 HTTP/1.1" status: 200 len: 946 time: 0.2527037 Jul 30 05:00:52.854160 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port 77f9d403-dee8-430d-8122-9a468f943da2 is: BUILD; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:00:52.876701 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (77f9d403-dee8-430d-8122-9a468f943da2), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:52.882270 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-fc776bab-1dde-4929-b21a-f859c4e73625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:52.942938 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54bfaa4a-a43e-4888-8afd-ff14afe015a5 admin admin] Router 181f97db-441e-48d1-b3ca-28695114c178 has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 05:00:52.984583 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-e13a77f6-f2e5-43ea-98cc-a47277fa00f3 None None] Provisioning complete for port a74756c1-d67b-4700-95c5-2cbae1b8ba24 triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:00:52.996561 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e13a77f6-f2e5-43ea-98cc-a47277fa00f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (a74756c1-d67b-4700-95c5-2cbae1b8ba24), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:53.001822 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 77f9d403-dee8-430d-8122-9a468f943da2, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=77f9d403-dee8-430d-8122-9a468f943da2,segment=NetworkSegment(e9c7cb1b-4a6d-49ef-8923-a11361e78abf),segment_id=e9c7cb1b-4a6d-49ef-8923-a11361e78abf)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:53.036853 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (77f9d403-dee8-430d-8122-9a468f943da2), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:53.037352 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73290471-f9c1-45b9-b686-85f220e9de9d req-f5007e78-bd13-4065-b4a1-dee67ef6b519 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:53.044791 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-73290471-f9c1-45b9-b686-85f220e9de9d req-f5007e78-bd13-4065-b4a1-dee67ef6b519 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 943 time: 0.1676552 Jul 30 05:00:53.048971 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86339be3-fa28-4ae4-a5db-a204abe9d5a7 req-2eac1642-c27e-4f5f-85ae-9e6a22dca6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:53.050559 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8efefa-56c7-4b79-8985-b4aa8c7ff10f req-c637a49d-bdc4-4941-9f47-eecf49db7d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:53.051349 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-86339be3-fa28-4ae4-a5db-a204abe9d5a7 req-2eac1642-c27e-4f5f-85ae-9e6a22dca6ae service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=22fe5ad8-01f8-4d0a-bb24-7c23a427d328 HTTP/1.1" status: 200 len: 1130 time: 0.1289346 Jul 30 05:00:53.052445 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fa8efefa-56c7-4b79-8985-b4aa8c7ff10f req-c637a49d-bdc4-4941-9f47-eecf49db7d99 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf976b2f-0ebc-4e5a-b101-0355f31913b1 HTTP/1.1" status: 200 len: 920 time: 0.4670408 Jul 30 05:00:53.071489 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-758191f5-92b9-4865-83dc-4407a8cab1eb req-577a9c06-2026-462c-965f-a1cc71bfe780 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba30f759-8e45-4de7-a70f-2df3ddf569d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2278013 Jul 30 05:00:53.143938 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-e13a77f6-f2e5-43ea-98cc-a47277fa00f3 None None] Port a74756c1-d67b-4700-95c5-2cbae1b8ba24 cannot update to ACTIVE because it is not bound. {{(pid=103972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 30 05:00:53.203572 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-73290471-f9c1-45b9-b686-85f220e9de9d req-5f02eae6-f414-4882-8e2d-9510c19f04bf tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=28ba7713-8be4-4961-9d65-b66a4bd63f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465292 Jul 30 05:00:53.208005 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=77f9d403-dee8-430d-8122-9a468f943da2,revision_number=7']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:53.220098 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-86339be3-fa28-4ae4-a5db-a204abe9d5a7 req-5cee534b-df07-4b19-9fea-5c75cb84fb40 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ba30f759-8e45-4de7-a70f-2df3ddf569d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489501 Jul 30 05:00:53.238201 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fa8efefa-56c7-4b79-8985-b4aa8c7ff10f req-8732c4ab-5f45-4323-a7bd-7188db13911a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ee72598-16cb-4e6d-aa46-89dd6f7ad946 HTTP/1.1" status: 200 len: 217 time: 0.1650014 Jul 30 05:00:53.333130 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9bc4a1-e36e-4639-8003-a22a30f62a05 req-887b865f-6705-41d1-a472-14ffd3869228 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:53.334741 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1e9bc4a1-e36e-4639-8003-a22a30f62a05 req-887b865f-6705-41d1-a472-14ffd3869228 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df9803f-05b0-4d65-aada-31539d50706f HTTP/1.1" status: 200 len: 945 time: 0.1034362 Jul 30 05:00:53.370411 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54bfaa4a-a43e-4888-8afd-ff14afe015a5 admin admin] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:00:53.383691 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-54bfaa4a-a43e-4888-8afd-ff14afe015a5 admin admin] 10.222.0.20 "PUT /v2.0/routers/181f97db-441e-48d1-b3ca-28695114c178/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0010350 Jul 30 05:00:53.432676 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1e9bc4a1-e36e-4639-8003-a22a30f62a05 req-61e98b10-7492-48cc-ba3b-5e2b6ede421e tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893910 Jul 30 05:00:53.555334 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d7d4e-c957-43d1-bde9-aad4249d2493 req-2833d349-4b60-4ee1-b41e-7124204c83ff tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:53.563107 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-fc3d7d4e-c957-43d1-bde9-aad4249d2493 req-2833d349-4b60-4ee1-b41e-7124204c83ff tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.1107745 Jul 30 05:00:53.596232 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8efefa-56c7-4b79-8985-b4aa8c7ff10f req-a0069278-04df-459b-bccb-33a8f72e6281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:53.598965 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fa8efefa-56c7-4b79-8985-b4aa8c7ff10f req-a0069278-04df-459b-bccb-33a8f72e6281 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=92a83611-d09e-4b38-9b4b-aa1a1854f601 HTTP/1.1" status: 200 len: 858 time: 0.1071939 Jul 30 05:00:53.668808 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8efefa-56c7-4b79-8985-b4aa8c7ff10f req-66720a87-9fff-4c1f-8379-c50aa1c39869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:53.670850 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fa8efefa-56c7-4b79-8985-b4aa8c7ff10f req-66720a87-9fff-4c1f-8379-c50aa1c39869 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf976b2f-0ebc-4e5a-b101-0355f31913b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0647869 Jul 30 05:00:53.683083 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-fc3d7d4e-c957-43d1-bde9-aad4249d2493 req-8467d310-f6e2-4bcd-8e1b-a850f04feb0c tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183274 Jul 30 05:00:53.766971 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 3ee72598-16cb-4e6d-aa46-89dd6f7ad946 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=103972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 05:00:53.892682 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:53.897219 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fa8efefa-56c7-4b79-8985-b4aa8c7ff10f req-6aa95827-ccf4-4810-b06f-d63ac76e531b service neutron] 10.222.0.49 "GET /v2.0/networks/cf976b2f-0ebc-4e5a-b101-0355f31913b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126369 Jul 30 05:00:53.945250 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:53.960017 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:54.002805 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 3ee72598-16cb-4e6d-aa46-89dd6f7ad946, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=3ee72598-16cb-4e6d-aa46-89dd6f7ad946,segment=NetworkSegment(02c5dc2d-6889-4189-9ed9-9f04d5c6c204),segment_id=02c5dc2d-6889-4189-9ed9-9f04d5c6c204)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:54.016834 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Returning: {'device': '3ee72598-16cb-4e6d-aa46-89dd6f7ad946', 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1', 'port_id': '3ee72598-16cb-4e6d-aa46-89dd6f7ad946', 'mac_address': 'fa:16:3e:ce:17:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92a83611-d09e-4b38-9b4b-aa1a1854f601', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 05:00:54.063823 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port 3ee72598-16cb-4e6d-aa46-89dd6f7ad946 is: DOWN; New status is: BUILD {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:00:54.064310 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (3ee72598-16cb-4e6d-aa46-89dd6f7ad946), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:54.079719 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ee72598-16cb-4e6d-aa46-89dd6f7ad946 {{(pid=103972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 05:00:54.109347 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 3ee72598-16cb-4e6d-aa46-89dd6f7ad946, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=3ee72598-16cb-4e6d-aa46-89dd6f7ad946,segment=NetworkSegment(02c5dc2d-6889-4189-9ed9-9f04d5c6c204),segment_id=02c5dc2d-6889-4189-9ed9-9f04d5c6c204)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:54.118253 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (3ee72598-16cb-4e6d-aa46-89dd6f7ad946), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:54.172286 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=37,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:54.256335 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=3ee72598-16cb-4e6d-aa46-89dd6f7ad946,revision_number=4']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:54.332870 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c2385-fecb-4221-8814-eb83fe410aa3 req-d2d9151d-5186-4cef-8fb1-6154a5df4488 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:54.347366 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9e3c2385-fecb-4221-8814-eb83fe410aa3 req-d2d9151d-5186-4cef-8fb1-6154a5df4488 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=22fe5ad8-01f8-4d0a-bb24-7c23a427d328 HTTP/1.1" status: 200 len: 946 time: 0.1088307 Jul 30 05:00:54.368932 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1acf8-7ced-4a41-8cef-fd9f0f218366 req-84309df5-78ed-4010-b942-5dd19c33685b tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:54.377765 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-dce1acf8-7ced-4a41-8cef-fd9f0f218366 req-84309df5-78ed-4010-b942-5dd19c33685b tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 944 time: 0.0948668 Jul 30 05:00:54.441960 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-dce1acf8-7ced-4a41-8cef-fd9f0f218366 req-ec902e60-e12b-4af0-8908-795b73403b52 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=28ba7713-8be4-4961-9d65-b66a4bd63f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628483 Jul 30 05:00:54.497487 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:54.521568 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 52650) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:54.527197 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-9c389497-5e0e-4fe2-9a0d-a8d14669b36e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1881504145-network', 'tenant_id': '045ba324caf94e62a62b3ed245adf7b6'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:00:54.532956 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4370e65-bec4-454f-9566-33ff60441229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f9d403-dee8-430d-8122-9a468f943da2'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:00:54.536257 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097f6318ceefad5cd58475957c164f396c8a98df32e112d8bd5bde4ce5121001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45873bd3-d280-4d02-8e04-ed430b6f813b" -d '{"events": [{"server_uuid": "e4370e65-bec4-454f-9566-33ff60441229", "name": "network-vif-plugged", "status": "completed", "tag": "77f9d403-dee8-430d-8122-9a468f943da2"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:00:54.574771 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c389497-5e0e-4fe2-9a0d-a8d14669b36e admin admin] Made reservation on behalf of 045ba324caf94e62a62b3ed245adf7b6 for: {'network': 1} {{(pid=103970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:00:54.577963 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9c389497-5e0e-4fe2-9a0d-a8d14669b36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for network (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:54.590906 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9c389497-5e0e-4fe2-9a0d-a8d14669b36e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:54.600282 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 831fda61-359a-4643-bf36-517da67281d0 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:00:54.645505 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9e3c2385-fecb-4221-8814-eb83fe410aa3 req-ea821cf3-2ef6-4496-a8e7-eec58e2013f9 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba30f759-8e45-4de7-a70f-2df3ddf569d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2968390 Jul 30 05:00:54.671512 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] get_ports_and_sgs() called for port_ids ['3ee72598-16cb-4e6d-aa46-89dd6f7ad946'] {{(pid=103972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:00:54.692212 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9c389497-5e0e-4fe2-9a0d-a8d14669b36e admin admin] Publish callbacks [] for security_group (33536e7f-297c-4733-bb45-97af276280d7), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:54.692748 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:54.703614 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9c389497-5e0e-4fe2-9a0d-a8d14669b36e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (33536e7f-297c-4733-bb45-97af276280d7), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:54.744365 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fa8efefa-56c7-4b79-8985-b4aa8c7ff10f req-c204a522-fca9-4506-9a34-c8bdf914e0de service neutron] 10.222.0.49 "GET /v2.0/networks/cf976b2f-0ebc-4e5a-b101-0355f31913b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903728 Jul 30 05:00:54.753606 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c389497-5e0e-4fe2-9a0d-a8d14669b36e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=103970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 05:00:54.765135 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c389497-5e0e-4fe2-9a0d-a8d14669b36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33536e7f-297c-4733-bb45-97af276280d7,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:54.776223 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9c389497-5e0e-4fe2-9a0d-a8d14669b36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101'] for segment (207d2e5f-f4f9-4a5c-b547-4dc351ee738d), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:54.777113 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.db.segments_db [None req-9c389497-5e0e-4fe2-9a0d-a8d14669b36e admin admin] Added segment 207d2e5f-f4f9-4a5c-b547-4dc351ee738d of type vlan for network 8fcad5ed-5326-4877-bcfc-c256b8a323d9 Jul 30 05:00:54.810058 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 05:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128794d0-04a3-4dd2-8873-5f6f4fcf72e2 x-openstack-request-id: req-128794d0-04a3-4dd2-8873-5f6f4fcf72e2 {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:00:54.810373 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4370e65-bec4-454f-9566-33ff60441229", "name": "network-vif-plugged", "status": "completed", "tag": "77f9d403-dee8-430d-8122-9a468f943da2", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:00:54.810680 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-128794d0-04a3-4dd2-8873-5f6f4fcf72e2 {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:00:54.811370 dv-cinder-851279-3-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-128794d0-04a3-4dd2-8873-5f6f4fcf72e2'] response: {'server_uuid': 'e4370e65-bec4-454f-9566-33ff60441229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f9d403-dee8-430d-8122-9a468f943da2', 'code': 200} Jul 30 05:00:54.850507 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 831fda61-359a-4643-bf36-517da67281d0 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:00:54.850896 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (831fda61-359a-4643-bf36-517da67281d0), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:54.905287 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:54.920112 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:54.955049 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9c389497-5e0e-4fe2-9a0d-a8d14669b36e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736268284326'] for network (8fcad5ed-5326-4877-bcfc-c256b8a323d9), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:54.997996 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79adb4-4d2a-47ef-97f9-51181c104c78 req-fa4ee8e8-cd6b-4335-a5f9-8c84e2ecd905 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:55.005550 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ed79adb4-4d2a-47ef-97f9-51181c104c78 req-fa4ee8e8-cd6b-4335-a5f9-8c84e2ecd905 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.0720406 Jul 30 05:00:55.030299 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945cc6a-5ebf-40f9-8a55-7a30144b00c5 req-4a87ca6c-b85c-4d95-9788-26ae97ebc442 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:55.031864 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-1945cc6a-5ebf-40f9-8a55-7a30144b00c5 req-4a87ca6c-b85c-4d95-9788-26ae97ebc442 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df9803f-05b0-4d65-aada-31539d50706f HTTP/1.1" status: 200 len: 945 time: 0.1239290 Jul 30 05:00:55.044948 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9c389497-5e0e-4fe2-9a0d-a8d14669b36e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920'] for network (8fcad5ed-5326-4877-bcfc-c256b8a323d9), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:55.046144 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c389497-5e0e-4fe2-9a0d-a8d14669b36e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:55.046918 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9c389497-5e0e-4fe2-9a0d-a8d14669b36e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for network (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:55.100812 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 831fda61-359a-4643-bf36-517da67281d0 is: DOWN; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:00:55.102534 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (831fda61-359a-4643-bf36-517da67281d0), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:55.121506 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ed79adb4-4d2a-47ef-97f9-51181c104c78 req-ed2cc8c0-38f9-4744-98cc-c2e80df8a26d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087425 Jul 30 05:00:55.131513 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-1945cc6a-5ebf-40f9-8a55-7a30144b00c5 req-ef427f5b-3182-4592-bbab-61131f1e53d9 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869324 Jul 30 05:00:55.162377 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] For port 831fda61-359a-4643-bf36-517da67281d0, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=831fda61-359a-4643-bf36-517da67281d0,segment=NetworkSegment(e5d036d1-25f5-4dcf-bf6d-d8f947655ab3),segment_id=e5d036d1-25f5-4dcf-bf6d-d8f947655ab3)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:55.182061 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (831fda61-359a-4643-bf36-517da67281d0), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:55.201733 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-9c389497-5e0e-4fe2-9a0d-a8d14669b36e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6789489 Jul 30 05:00:55.204897 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 52660) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:55.210751 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-3678b34f-66b0-4de6-9c11-4438fe31a969 admin admin] Request body: {'subnet': {'network_id': '8fcad5ed-5326-4877-bcfc-c256b8a323d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1881504145-subnet', 'tenant_id': '045ba324caf94e62a62b3ed245adf7b6', 'ip_version': 4}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:00:55.243696 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c389497-5e0e-4fe2-9a0d-a8d14669b36e admin admin] Pushing event updated for resources: {'Network': ['ID=8fcad5ed-5326-4877-bcfc-c256b8a323d9,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:55.257284 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3678b34f-66b0-4de6-9c11-4438fe31a969 admin admin] Made reservation on behalf of 045ba324caf94e62a62b3ed245adf7b6 for: {'subnet': 1} {{(pid=103970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:00:55.263035 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-3678b34f-66b0-4de6-9c11-4438fe31a969 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59151507'] for subnet (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:55.263681 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Network 8fcad5ed-5326-4877-bcfc-c256b8a323d9 details requested by agent ovs-agent-dv-cinder-851279-3-iscsi with host dv-cinder-851279-3-iscsi {{(pid=103972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 05:00:55.325200 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a72738-22d8-46ae-9607-88cd0ad2d071 None None] Sync routers for ids ['181f97db-441e-48d1-b3ca-28695114c178'] in dv-cinder-851279-3-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:00:55.333710 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Pushing event updated for resources: {'Port': ['ID=831fda61-359a-4643-bf36-517da67281d0,revision_number=4']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:55.346652 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a72738-22d8-46ae-9607-88cd0ad2d071 None None] Routers {'181f97db-441e-48d1-b3ca-28695114c178'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:00:55.347298 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-30a72738-22d8-46ae-9607-88cd0ad2d071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:00:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['181f97db-441e-48d1-b3ca-28695114c178'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:55.367441 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:55.505827 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-30a72738-22d8-46ae-9607-88cd0ad2d071 None None] Set router 181f97db-441e-48d1-b3ca-28695114c178 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:00:55.616416 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-3678b34f-66b0-4de6-9c11-4438fe31a969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3410532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59151589'] for subnet (3e0a8fbc-7fd8-41bc-a331-c5857b330f7e), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:55.673102 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54490d0-33f0-4ff2-820f-51bcd311ae99 req-ef209ee4-65b8-4c1b-a33f-a5ec7e76b012 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:55.681203 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d54490d0-33f0-4ff2-820f-51bcd311ae99 req-ef209ee4-65b8-4c1b-a33f-a5ec7e76b012 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 944 time: 0.1227365 Jul 30 05:00:55.709251 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3678b34f-66b0-4de6-9c11-4438fe31a969 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e0a8fbc-7fd8-41bc-a331-c5857b330f7e,revision_number=0']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:55.719857 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:55.783239 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d54490d0-33f0-4ff2-820f-51bcd311ae99 req-0ed77ff8-b721-43b3-9f45-336c909ce4f8 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=28ba7713-8be4-4961-9d65-b66a4bd63f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011271 Jul 30 05:00:55.810958 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-30a72738-22d8-46ae-9607-88cd0ad2d071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181f97db-441e-48d1-b3ca-28695114c178', 'name': 'tempest-TestVolumeBootPattern-1435914711-router', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '831fda61-359a-4643-bf36-517da67281d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:00:46Z', 'updated_at': '2022-07-30T05:00:51Z', 'revision_number': 4, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'gw_port': {'id': '831fda61-359a-4643-bf36-517da67281d0', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:47Z', 'updated_at': '2022-07-30T05:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'a74756c1-d67b-4700-95c5-2cbae1b8ba24', 'name': '', 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'mac_address': 'fa:16:3e:ef:e8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:50Z', 'updated_at': '2022-07-30T05:00:51Z', 'revision_number': 2, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'subnets': [{'id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:55.811755 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3678b34f-66b0-4de6-9c11-4438fe31a969 admin admin] Checking segment: {'id': '207d2e5f-f4f9-4a5c-b547-4dc351ee738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8fcad5ed-5326-4877-bcfc-c256b8a323d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 05:00:55.812117 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3678b34f-66b0-4de6-9c11-4438fe31a969 admin admin] Network hostable DHCP agents. Network: 8fcad5ed-5326-4877-bcfc-c256b8a323d9, hostable agents: ['5671713e-478d-4a9e-a7e0-1ef6e7bf2e69'], hosted agents: [] {{(pid=103970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 05:00:55.851105 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3678b34f-66b0-4de6-9c11-4438fe31a969 admin admin] Network 8fcad5ed-5326-4877-bcfc-c256b8a323d9 is scheduled to be hosted by DHCP agent 5671713e-478d-4a9e-a7e0-1ef6e7bf2e69 with binding_index 1 {{(pid=103970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 05:00:55.851832 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a72738-22d8-46ae-9607-88cd0ad2d071 None None] Checking router: 181f97db-441e-48d1-b3ca-28695114c178 for host: dv-cinder-851279-3-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:00:55.852522 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a72738-22d8-46ae-9607-88cd0ad2d071 None None] Updating router 181f97db-441e-48d1-b3ca-28695114c178 port a74756c1-d67b-4700-95c5-2cbae1b8ba24 binding host dv-cinder-851279-3-iscsi {{(pid=103973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 05:00:55.872579 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b53b4a-90d5-47b0-b46e-e73d42eb2928 req-ff6a8415-bec8-4d5f-a1af-b1fbee29dc5b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:55.874096 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-74b53b4a-90d5-47b0-b46e-e73d42eb2928 req-ff6a8415-bec8-4d5f-a1af-b1fbee29dc5b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=22fe5ad8-01f8-4d0a-bb24-7c23a427d328 HTTP/1.1" status: 200 len: 946 time: 0.0935395 Jul 30 05:00:55.874676 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-3678b34f-66b0-4de6-9c11-4438fe31a969 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-3-iscsi, 8fcad5ed-5326-4877-bcfc-c256b8a323d9) {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:55.882235 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3678b34f-66b0-4de6-9c11-4438fe31a969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:55.883116 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-3678b34f-66b0-4de6-9c11-4438fe31a969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for subnet (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:55.890678 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34922e50-f238-4eec-83cc-7afd21d99a35 None None] Network 8fcad5ed-5326-4877-bcfc-c256b8a323d9 requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 05:00:55.910908 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-30a72738-22d8-46ae-9607-88cd0ad2d071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (a74756c1-d67b-4700-95c5-2cbae1b8ba24), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:55.989007 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-74b53b4a-90d5-47b0-b46e-e73d42eb2928 req-0ed41d5f-00d2-4751-a056-153c571a738e tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba30f759-8e45-4de7-a70f-2df3ddf569d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994158 Jul 30 05:00:56.146320 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984ed0ab-4e89-4609-8a77-c47c080558f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1f0b50b-4d25-5308-a6a0-6c18effd14bc-8fcad5ed-5326-4877-bcfc-c256b8a323d9', 'network_id': '8fcad5ed-5326-4877-bcfc-c256b8a323d9', 'project_id': '045ba324caf94e62a62b3ed245adf7b6', 'fixed_ips': [{'subnet_id': '3e0a8fbc-7fd8-41bc-a331-c5857b330f7e'}]}} from dv-cinder-851279-3-iscsi. {{(pid=103972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 30 05:00:56.148213 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-984ed0ab-4e89-4609-8a77-c47c080558f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:56.296784 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ac94d-0f60-43ec-80ca-9b8a4bfef510 req-343355b0-77c2-4afc-9e5a-cda4f0ab74e2 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:56.304871 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-490ac94d-0f60-43ec-80ca-9b8a4bfef510 req-343355b0-77c2-4afc-9e5a-cda4f0ab74e2 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df9803f-05b0-4d65-aada-31539d50706f HTTP/1.1" status: 200 len: 945 time: 0.0689070 Jul 30 05:00:56.346033 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:56.350927 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-30a72738-22d8-46ae-9607-88cd0ad2d071 None None] Publish callbacks [] for port (a74756c1-d67b-4700-95c5-2cbae1b8ba24), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:56.368554 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-30a72738-22d8-46ae-9607-88cd0ad2d071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (a74756c1-d67b-4700-95c5-2cbae1b8ba24), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:56.372704 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-490ac94d-0f60-43ec-80ca-9b8a4bfef510 req-be8e99bb-c945-43cf-802a-e4eddae14450 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635200 Jul 30 05:00:56.418605 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 3ee72598-16cb-4e6d-aa46-89dd6f7ad946 up at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:00:56.454277 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-3678b34f-66b0-4de6-9c11-4438fe31a969 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2476821 Jul 30 05:00:56.455894 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.db_base_plugin_common [None req-984ed0ab-4e89-4609-8a77-c47c080558f2 None None] Allocated IP 172.20.0.2 (8fcad5ed-5326-4877-bcfc-c256b8a323d9/3e0a8fbc-7fd8-41bc-a331-c5857b330f7e/bdd3a39f-a58e-4925-86de-8a081826e517) {{(pid=103972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:00:56.457742 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:56.459102 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 52692) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:56.465827 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-0c1893a0-6812-4e54-83b1-50af26fda769 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1881504145-router', 'tenant_id': '045ba324caf94e62a62b3ed245adf7b6', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:00:56.508446 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34448bc-1fa6-4d61-ad7a-33010b488999 None None] Pushing event updated for resources: {'Port': ['ID=a74756c1-d67b-4700-95c5-2cbae1b8ba24,revision_number=3']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:56.516698 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525161c8-f850-4f0f-a08d-955f48153bdd req-994054db-01ed-461f-8205-a065107ef1e6 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:56.522153 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-525161c8-f850-4f0f-a08d-955f48153bdd req-994054db-01ed-461f-8205-a065107ef1e6 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=22fe5ad8-01f8-4d0a-bb24-7c23a427d328 HTTP/1.1" status: 200 len: 946 time: 0.1436756 Jul 30 05:00:56.528578 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 52694) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:00:56.533229 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-07710f9a-214b-4d70-bace-31d013c36c4d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Request body: {'floatingip': {'port_id': '067511f8-7ca6-4d74-8168-37c6673684c1'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:00:56.569644 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34448bc-1fa6-4d61-ad7a-33010b488999 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:56.570288 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34448bc-1fa6-4d61-ad7a-33010b488999 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:56.571817 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34448bc-1fa6-4d61-ad7a-33010b488999 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:56.574509 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34448bc-1fa6-4d61-ad7a-33010b488999 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:56.575058 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34448bc-1fa6-4d61-ad7a-33010b488999 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:56.575912 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34448bc-1fa6-4d61-ad7a-33010b488999 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:56.576978 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34448bc-1fa6-4d61-ad7a-33010b488999 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:56.579853 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34448bc-1fa6-4d61-ad7a-33010b488999 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:56.581686 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34448bc-1fa6-4d61-ad7a-33010b488999 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:56.582213 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34448bc-1fa6-4d61-ad7a-33010b488999 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:56.583854 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34448bc-1fa6-4d61-ad7a-33010b488999 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:56.585148 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34448bc-1fa6-4d61-ad7a-33010b488999 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:56.586646 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34448bc-1fa6-4d61-ad7a-33010b488999 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:56.586779 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0c1893a0-6812-4e54-83b1-50af26fda769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1682450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31596'] for router (51958c4b-9ac6-4ccb-873b-4c53992f0062), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:56.587802 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0c1893a0-6812-4e54-83b1-50af26fda769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1682743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31575'] for router (51958c4b-9ac6-4ccb-873b-4c53992f0062), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:56.588319 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34448bc-1fa6-4d61-ad7a-33010b488999 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:56.588813 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34448bc-1fa6-4d61-ad7a-33010b488999 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:00:56.606380 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11fd8c-9a9f-45d2-99e8-92999220b468 req-8e4b3e90-1f8f-4cd4-8dfe-68436f0c4d26 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:56.615959 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4e11fd8c-9a9f-45d2-99e8-92999220b468 req-8e4b3e90-1f8f-4cd4-8dfe-68436f0c4d26 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.1378841 Jul 30 05:00:56.634404 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-07710f9a-214b-4d70-bace-31d013c36c4d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for floatingip (fcb1e613-9058-4744-8c1e-86d428b6db8d), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:56.636452 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-30a72738-22d8-46ae-9607-88cd0ad2d071 None None] Attempting to bind port a74756c1-d67b-4700-95c5-2cbae1b8ba24 on host dv-cinder-851279-3-iscsi for vnic_type normal with profile {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 05:00:56.637032 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-30a72738-22d8-46ae-9607-88cd0ad2d071 None None] Attempting to bind port a74756c1-d67b-4700-95c5-2cbae1b8ba24 by drivers openvswitch,hyperv on host dv-cinder-851279-3-iscsi at level 0 using segments [{'id': 'a9ddd08e-1fb2-469e-b382-60c39d06501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377'}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 05:00:56.637582 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a72738-22d8-46ae-9607-88cd0ad2d071 None None] Attempting to bind port a74756c1-d67b-4700-95c5-2cbae1b8ba24 on network 05de52c4-affb-4a9e-aea7-e8e105567377 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:00:56.651746 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a72738-22d8-46ae-9607-88cd0ad2d071 None None] Checking agent: {'id': 'b9fa2c71-9776-421f-81b8-af2eb557e43b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 49, 56), 'started_at': datetime.datetime(2022, 7, 30, 4, 50, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 5, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 05:00:56.654454 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a72738-22d8-46ae-9607-88cd0ad2d071 None None] Checking segment: {'id': 'a9ddd08e-1fb2-469e-b382-60c39d06501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 05:00:56.655126 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-30a72738-22d8-46ae-9607-88cd0ad2d071 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:56.656120 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a72738-22d8-46ae-9607-88cd0ad2d071 None None] Bound using segment: {'id': 'a9ddd08e-1fb2-469e-b382-60c39d06501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377'} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 05:00:56.661629 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-30a72738-22d8-46ae-9607-88cd0ad2d071 None None] Bound port: a74756c1-d67b-4700-95c5-2cbae1b8ba24, host: dv-cinder-851279-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ddd08e-1fb2-469e-b382-60c39d06501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377'}}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 05:00:56.662368 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-30a72738-22d8-46ae-9607-88cd0ad2d071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (a74756c1-d67b-4700-95c5-2cbae1b8ba24), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:56.687313 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 831fda61-359a-4643-bf36-517da67281d0 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:00:56.688821 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:56.722724 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4e11fd8c-9a9f-45d2-99e8-92999220b468 req-00a50e82-8e2c-47e9-b8bf-92d24b777334 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973139 Jul 30 05:00:56.733842 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0c1893a0-6812-4e54-83b1-50af26fda769 admin admin] Publish callbacks [] for router_controller (51958c4b-9ac6-4ccb-873b-4c53992f0062), precommit_add_association {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:56.816140 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-30a72738-22d8-46ae-9607-88cd0ad2d071 None None] For port a74756c1-d67b-4700-95c5-2cbae1b8ba24, host dv-cinder-851279-3-iscsi, cleared binding levels {{(pid=103973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:00:56.826047 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-30a72738-22d8-46ae-9607-88cd0ad2d071 None None] For port a74756c1-d67b-4700-95c5-2cbae1b8ba24, host dv-cinder-851279-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=a74756c1-d67b-4700-95c5-2cbae1b8ba24,segment=NetworkSegment(a9ddd08e-1fb2-469e-b382-60c39d06501a),segment_id=a9ddd08e-1fb2-469e-b382-60c39d06501a)] {{(pid=103973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:00:56.840878 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-30a72738-22d8-46ae-9607-88cd0ad2d071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (a74756c1-d67b-4700-95c5-2cbae1b8ba24), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:56.847709 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:56.941210 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a72738-22d8-46ae-9607-88cd0ad2d071 None None] Routers {'181f97db-441e-48d1-b3ca-28695114c178'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:00:56.942225 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-30a72738-22d8-46ae-9607-88cd0ad2d071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:00:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['181f97db-441e-48d1-b3ca-28695114c178'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:56.981017 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning for port 3ee72598-16cb-4e6d-aa46-89dd6f7ad946 completed by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 30 05:00:57.023793 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 831fda61-359a-4643-bf36-517da67281d0 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:00:57.024235 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (831fda61-359a-4643-bf36-517da67281d0), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:57.032416 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning complete for port 3ee72598-16cb-4e6d-aa46-89dd6f7ad946 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:00:57.032951 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (3ee72598-16cb-4e6d-aa46-89dd6f7ad946), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:57.068053 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34448bc-1fa6-4d61-ad7a-33010b488999 None None] Pushing event updated for resources: {'Port': ['ID=a74756c1-d67b-4700-95c5-2cbae1b8ba24,revision_number=4']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:57.095409 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cac8da-42f3-47fa-a2ee-d3e1268ebfdf req-c9d7ba1c-5a4b-4dc6-823f-2685b7683ee4 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:57.097079 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-a9cac8da-42f3-47fa-a2ee-d3e1268ebfdf req-c9d7ba1c-5a4b-4dc6-823f-2685b7683ee4 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 944 time: 0.0543342 Jul 30 05:00:57.146154 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-984ed0ab-4e89-4609-8a77-c47c080558f2 None None] Publish callbacks [] for port (bdd3a39f-a58e-4925-86de-8a081826e517), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:57.172707 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-984ed0ab-4e89-4609-8a77-c47c080558f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840'] for port (bdd3a39f-a58e-4925-86de-8a081826e517), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:57.201702 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:57.316037 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984ed0ab-4e89-4609-8a77-c47c080558f2 None None] Network 8fcad5ed-5326-4877-bcfc-c256b8a323d9 is already hosted by enough agents. {{(pid=103972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:00:57.316816 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port 3ee72598-16cb-4e6d-aa46-89dd6f7ad946 is: BUILD; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:00:57.317211 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (3ee72598-16cb-4e6d-aa46-89dd6f7ad946), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:57.346855 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-984ed0ab-4e89-4609-8a77-c47c080558f2 None None] Resources bound (agent type, host, resource id): {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:57.349466 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984ed0ab-4e89-4609-8a77-c47c080558f2 None None] Received port after_create {{(pid=103972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 05:00:57.356150 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ed0ab-4e89-4609-8a77-c47c080558f2 None None] Pushing event updated for resources: {'Port': ['ID=bdd3a39f-a58e-4925-86de-8a081826e517,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:57.368484 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b7a5ff-be03-4f45-941c-26a50cdabf02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee72598-16cb-4e6d-aa46-89dd6f7ad946'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:00:57.388714 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097f6318ceefad5cd58475957c164f396c8a98df32e112d8bd5bde4ce5121001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2824eaa3-ffb0-452d-9581-997e2acf4d4a" -d '{"events": [{"server_uuid": "65b7a5ff-be03-4f45-941c-26a50cdabf02", "name": "network-vif-plugged", "status": "completed", "tag": "3ee72598-16cb-4e6d-aa46-89dd6f7ad946"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:00:57.448337 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-a9cac8da-42f3-47fa-a2ee-d3e1268ebfdf req-fb238073-32c5-4b9c-91c9-c59603c03c42 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=28ba7713-8be4-4961-9d65-b66a4bd63f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3340979 Jul 30 05:00:57.459045 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0c1893a0-6812-4e54-83b1-50af26fda769 admin admin] Publish callbacks [] for router_gateway (51958c4b-9ac6-4ccb-873b-4c53992f0062), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:57.483069 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 831fda61-359a-4643-bf36-517da67281d0 is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:00:57.484898 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-30a72738-22d8-46ae-9607-88cd0ad2d071 None None] Set router 181f97db-441e-48d1-b3ca-28695114c178 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:00:57.486465 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 3ee72598-16cb-4e6d-aa46-89dd6f7ad946, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=3ee72598-16cb-4e6d-aa46-89dd6f7ad946,segment=NetworkSegment(02c5dc2d-6889-4189-9ed9-9f04d5c6c204),segment_id=02c5dc2d-6889-4189-9ed9-9f04d5c6c204)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:57.557133 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 05:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f64032-1c1b-45e5-8199-c27554a6e5e7 x-openstack-request-id: req-84f64032-1c1b-45e5-8199-c27554a6e5e7 {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:00:57.557424 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b7a5ff-be03-4f45-941c-26a50cdabf02", "name": "network-vif-plugged", "status": "completed", "tag": "3ee72598-16cb-4e6d-aa46-89dd6f7ad946", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:00:57.557702 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84f64032-1c1b-45e5-8199-c27554a6e5e7 {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:00:57.558082 dv-cinder-851279-3-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84f64032-1c1b-45e5-8199-c27554a6e5e7'] response: {'server_uuid': '65b7a5ff-be03-4f45-941c-26a50cdabf02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee72598-16cb-4e6d-aa46-89dd6f7ad946', 'code': 200} Jul 30 05:00:57.560480 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (3ee72598-16cb-4e6d-aa46-89dd6f7ad946), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:57.590237 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:57.619993 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3db84-89b3-4bda-9bec-f1059a8b6a78 req-3ef7f38a-09e3-4dca-afbd-097a1cbc7a81 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:57.621389 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8fe3db84-89b3-4bda-9bec-f1059a8b6a78 req-3ef7f38a-09e3-4dca-afbd-097a1cbc7a81 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.49 "GET /v2.0/ports?device_id=8df9803f-05b0-4d65-aada-31539d50706f HTTP/1.1" status: 200 len: 945 time: 0.0780451 Jul 30 05:00:57.680187 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:57.686922 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-984ed0ab-4e89-4609-8a77-c47c080558f2 None None] Attempting to bind port bdd3a39f-a58e-4925-86de-8a081826e517 on host dv-cinder-851279-3-iscsi for vnic_type normal with profile {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 05:00:57.692770 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-984ed0ab-4e89-4609-8a77-c47c080558f2 None None] Attempting to bind port bdd3a39f-a58e-4925-86de-8a081826e517 by drivers openvswitch,hyperv on host dv-cinder-851279-3-iscsi at level 0 using segments [{'id': '207d2e5f-f4f9-4a5c-b547-4dc351ee738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8fcad5ed-5326-4877-bcfc-c256b8a323d9'}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 05:00:57.693378 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984ed0ab-4e89-4609-8a77-c47c080558f2 None None] Attempting to bind port bdd3a39f-a58e-4925-86de-8a081826e517 on network 8fcad5ed-5326-4877-bcfc-c256b8a323d9 {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:00:57.695540 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:57.703560 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159bf141-db24-4cb6-aae7-47abbf29dff0 req-11374df2-49b8-41d3-9d5f-90fac225ca73 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:57.706017 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-159bf141-db24-4cb6-aae7-47abbf29dff0 req-11374df2-49b8-41d3-9d5f-90fac225ca73 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df9803f-05b0-4d65-aada-31539d50706f HTTP/1.1" status: 200 len: 945 time: 0.1606312 Jul 30 05:00:57.717556 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.db.resource_extend [None req-07710f9a-214b-4d70-bace-31d013c36c4d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 30 05:00:57.737054 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984ed0ab-4e89-4609-8a77-c47c080558f2 None None] Checking agent: {'id': 'b9fa2c71-9776-421f-81b8-af2eb557e43b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 49, 56), 'started_at': datetime.datetime(2022, 7, 30, 4, 50, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 5, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 05:00:57.737981 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984ed0ab-4e89-4609-8a77-c47c080558f2 None None] Checking segment: {'id': '207d2e5f-f4f9-4a5c-b547-4dc351ee738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8fcad5ed-5326-4877-bcfc-c256b8a323d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 05:00:57.739860 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-984ed0ab-4e89-4609-8a77-c47c080558f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:57.740462 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984ed0ab-4e89-4609-8a77-c47c080558f2 None None] Bound using segment: {'id': '207d2e5f-f4f9-4a5c-b547-4dc351ee738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8fcad5ed-5326-4877-bcfc-c256b8a323d9'} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 05:00:57.741210 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-984ed0ab-4e89-4609-8a77-c47c080558f2 None None] Bound port: bdd3a39f-a58e-4925-86de-8a081826e517, host: dv-cinder-851279-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207d2e5f-f4f9-4a5c-b547-4dc351ee738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8fcad5ed-5326-4877-bcfc-c256b8a323d9'}}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 05:00:57.741791 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-984ed0ab-4e89-4609-8a77-c47c080558f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (bdd3a39f-a58e-4925-86de-8a081826e517), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:57.877736 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8049b-6743-491a-9473-a7b2610f09a3 req-ee930a8d-d105-454f-8852-790ed191e12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:57.879352 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-33d8049b-6743-491a-9473-a7b2610f09a3 req-ee930a8d-d105-454f-8852-790ed191e12c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 1129 time: 0.0547948 Jul 30 05:00:57.885647 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-30a72738-22d8-46ae-9607-88cd0ad2d071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181f97db-441e-48d1-b3ca-28695114c178', 'name': 'tempest-TestVolumeBootPattern-1435914711-router', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '831fda61-359a-4643-bf36-517da67281d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:00:46Z', 'updated_at': '2022-07-30T05:00:51Z', 'revision_number': 4, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'gw_port': {'id': '831fda61-359a-4643-bf36-517da67281d0', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:47Z', 'updated_at': '2022-07-30T05:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'a74756c1-d67b-4700-95c5-2cbae1b8ba24', 'name': '', 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'mac_address': 'fa:16:3e:ef:e8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:50Z', 'updated_at': '2022-07-30T05:00:56Z', 'revision_number': 4, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'subnets': [{'id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:57.901576 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-984ed0ab-4e89-4609-8a77-c47c080558f2 None None] For port bdd3a39f-a58e-4925-86de-8a081826e517, host dv-cinder-851279-3-iscsi, cleared binding levels {{(pid=103972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:00:57.915780 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-984ed0ab-4e89-4609-8a77-c47c080558f2 None None] For port bdd3a39f-a58e-4925-86de-8a081826e517, host dv-cinder-851279-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=bdd3a39f-a58e-4925-86de-8a081826e517,segment=NetworkSegment(207d2e5f-f4f9-4a5c-b547-4dc351ee738d),segment_id=207d2e5f-f4f9-4a5c-b547-4dc351ee738d)] {{(pid=103972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:00:57.919738 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=3ee72598-16cb-4e6d-aa46-89dd6f7ad946,revision_number=5']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:57.921512 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a72738-22d8-46ae-9607-88cd0ad2d071 None None] The sync data for ids ['181f97db-441e-48d1-b3ca-28695114c178'] in dv-cinder-851279-3-iscsi is: [{'id': '181f97db-441e-48d1-b3ca-28695114c178', 'name': 'tempest-TestVolumeBootPattern-1435914711-router', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '831fda61-359a-4643-bf36-517da67281d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:00:46Z', 'updated_at': '2022-07-30T05:00:51Z', 'revision_number': 4, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'gw_port': {'id': '831fda61-359a-4643-bf36-517da67281d0', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:47Z', 'updated_at': '2022-07-30T05:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'a74756c1-d67b-4700-95c5-2cbae1b8ba24', 'name': '', 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'mac_address': 'fa:16:3e:ef:e8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:50Z', 'updated_at': '2022-07-30T05:00:56Z', 'revision_number': 4, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'subnets': [{'id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:00:57.928068 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-984ed0ab-4e89-4609-8a77-c47c080558f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (bdd3a39f-a58e-4925-86de-8a081826e517), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:57.961582 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c421b-f9fe-44a7-9a32-2f1704baf231 req-4fde105d-b232-43ff-845f-675a126ac600 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:57.967699 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-6c0c421b-f9fe-44a7-9a32-2f1704baf231 req-4fde105d-b232-43ff-845f-675a126ac600 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.0874891 Jul 30 05:00:58.022185 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-8fe3db84-89b3-4bda-9bec-f1059a8b6a78 req-71e4d55f-7f1b-4e61-ba42-9a87de5c4bf7 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Deleting port c9566a0a-7940-4373-8c65-d96596348430 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:00:58.022619 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-8fe3db84-89b3-4bda-9bec-f1059a8b6a78 req-71e4d55f-7f1b-4e61-ba42-9a87de5c4bf7 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (c9566a0a-7940-4373-8c65-d96596348430), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:58.053984 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ed0ab-4e89-4609-8a77-c47c080558f2 None None] Pushing event updated for resources: {'Port': ['ID=bdd3a39f-a58e-4925-86de-8a081826e517,revision_number=2']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:58.091598 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-07710f9a-214b-4d70-bace-31d013c36c4d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:58.093595 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:58.112264 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-159bf141-db24-4cb6-aae7-47abbf29dff0 req-d209a878-9cfd-4156-bbaa-feee154c19f8 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959205 Jul 30 05:00:58.192584 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-6c0c421b-f9fe-44a7-9a32-2f1704baf231 req-447ba398-cb5c-4f66-afaa-8f4f18a4f01d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993595 Jul 30 05:00:58.202314 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-33d8049b-6743-491a-9473-a7b2610f09a3 req-f8a25854-c3f7-425d-85fe-550682364b58 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=28ba7713-8be4-4961-9d65-b66a4bd63f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2302339 Jul 30 05:00:58.204698 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-07710f9a-214b-4d70-bace-31d013c36c4d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692779'] for floatingip (fcb1e613-9058-4744-8c1e-86d428b6db8d), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:58.274062 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0c1893a0-6812-4e54-83b1-50af26fda769 admin admin] Publish callbacks [] for router_gateway (51958c4b-9ac6-4ccb-873b-4c53992f0062), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:58.309186 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0c1893a0-6812-4e54-83b1-50af26fda769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:58.449774 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.db.l3_db [None req-07710f9a-214b-4d70-bace-31d013c36c4d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Floating IP fcb1e613-9058-4744-8c1e-86d428b6db8d associated. External IP: 172.27.2.129, port: 067511f8-7ca6-4d74-8168-37c6673684c1. Jul 30 05:00:58.499734 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-8fe3db84-89b3-4bda-9bec-f1059a8b6a78 req-71e4d55f-7f1b-4e61-ba42-9a87de5c4bf7 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] For port c9566a0a-7940-4373-8c65-d96596348430, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=c9566a0a-7940-4373-8c65-d96596348430,segment=NetworkSegment(f28c73d5-7075-4c2a-b4b7-9c037eda13ba),segment_id=f28c73d5-7075-4c2a-b4b7-9c037eda13ba)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:58.500396 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-8fe3db84-89b3-4bda-9bec-f1059a8b6a78 req-71e4d55f-7f1b-4e61-ba42-9a87de5c4bf7 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (c9566a0a-7940-4373-8c65-d96596348430), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:58.557712 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-8fe3db84-89b3-4bda-9bec-f1059a8b6a78 req-71e4d55f-7f1b-4e61-ba42-9a87de5c4bf7 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Calling delete_port for c9566a0a-7940-4373-8c65-d96596348430 owned by compute:nova {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:00:58.643632 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device a74756c1-d67b-4700-95c5-2cbae1b8ba24 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:00:58.675964 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [None req-0c1893a0-6812-4e54-83b1-50af26fda769 admin admin] Allocated IP 172.27.2.173 (0194f4bd-d033-4ee0-a642-9d17cfb40f96/6c0201b0-7b08-4a32-872b-15ffee5372f4/d99de16a-f328-4d87-94d6-1c2723324369) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:00:58.760980 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port a74756c1-d67b-4700-95c5-2cbae1b8ba24 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:00:58.762829 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (a74756c1-d67b-4700-95c5-2cbae1b8ba24), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:58.801867 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0c1893a0-6812-4e54-83b1-50af26fda769 admin admin] Publish callbacks [] for port (d99de16a-f328-4d87-94d6-1c2723324369), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:58.855941 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0c1893a0-6812-4e54-83b1-50af26fda769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (d99de16a-f328-4d87-94d6-1c2723324369), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:58.918633 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:58.928788 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07710f9a-214b-4d70-bace-31d013c36c4d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Router 2db0553a-115a-4d31-af18-56f089af9880 has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 05:00:58.934313 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port a74756c1-d67b-4700-95c5-2cbae1b8ba24 is: DOWN; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:00:58.934955 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (a74756c1-d67b-4700-95c5-2cbae1b8ba24), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:58.993274 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] For port a74756c1-d67b-4700-95c5-2cbae1b8ba24, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=a74756c1-d67b-4700-95c5-2cbae1b8ba24,segment=NetworkSegment(a9ddd08e-1fb2-469e-b382-60c39d06501a),segment_id=a9ddd08e-1fb2-469e-b382-60c39d06501a)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:59.004496 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (a74756c1-d67b-4700-95c5-2cbae1b8ba24), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:59.006499 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device bdd3a39f-a58e-4925-86de-8a081826e517 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:00:59.100709 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1893a0-6812-4e54-83b1-50af26fda769 admin admin] Network 0194f4bd-d033-4ee0-a642-9d17cfb40f96 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:00:59.120273 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-0c1893a0-6812-4e54-83b1-50af26fda769 admin admin] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:00:59.136553 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1893a0-6812-4e54-83b1-50af26fda769 admin admin] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 05:00:59.155557 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d1974-02a0-4560-93e6-93b927846faf req-e3ee2244-f267-4d62-af0d-3507084b8878 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:59.162195 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2d3d1974-02a0-4560-93e6-93b927846faf req-e3ee2244-f267-4d62-af0d-3507084b8878 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 945 time: 0.3232327 Jul 30 05:00:59.172294 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07710f9a-214b-4d70-bace-31d013c36c4d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:00:59.180866 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:59.198052 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-07710f9a-214b-4d70-bace-31d013c36c4d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for floatingip (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:59.225761 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a344efa-4981-4463-a2ad-83405bc7efde None None] Sync routers for ids ['2db0553a-115a-4d31-af18-56f089af9880'] in dv-cinder-851279-3-iscsi {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:00:59.240355 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port bdd3a39f-a58e-4925-86de-8a081826e517 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:00:59.241010 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (bdd3a39f-a58e-4925-86de-8a081826e517), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:59.284796 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1893a0-6812-4e54-83b1-50af26fda769 admin admin] Pushing event updated for resources: {'Port': ['ID=d99de16a-f328-4d87-94d6-1c2723324369,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:59.329198 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-07710f9a-214b-4d70-bace-31d013c36c4d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "PUT /v2.0/floatingips/fcb1e613-9058-4744-8c1e-86d428b6db8d HTTP/1.1" status: 200 len: 992 time: 2.7961316 Jul 30 05:00:59.331833 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Pushing event updated for resources: {'Port': ['ID=a74756c1-d67b-4700-95c5-2cbae1b8ba24,revision_number=5']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:59.334342 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22fe5ad8-01f8-4d0a-bb24-7c23a427d328', 'tag': '067511f8-7ca6-4d74-8168-37c6673684c1'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:00:59.336095 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74064a32e8a1c82ff25c89edbc1a4916375279028ab6b832636cd606fd6f10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3123d7b-3425-4301-9a4c-6be10678b505" -d '{"events": [{"name": "network-changed", "server_uuid": "22fe5ad8-01f8-4d0a-bb24-7c23a427d328", "tag": "067511f8-7ca6-4d74-8168-37c6673684c1"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:00:59.378091 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a344efa-4981-4463-a2ad-83405bc7efde None None] Routers {'2db0553a-115a-4d31-af18-56f089af9880'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:00:59.379224 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-7a344efa-4981-4463-a2ad-83405bc7efde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:00:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['2db0553a-115a-4d31-af18-56f089af9880'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:00:59.383709 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a623fd-7f68-4327-ac7f-246188a9ace8 req-cde27fef-6ea4-40c9-a9a4-fe0c00996784 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:59.388111 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e0a623fd-7f68-4327-ac7f-246188a9ace8 req-cde27fef-6ea4-40c9-a9a4-fe0c00996784 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df9803f-05b0-4d65-aada-31539d50706f HTTP/1.1" status: 200 len: 945 time: 0.1314189 Jul 30 05:00:59.436831 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2d3d1974-02a0-4560-93e6-93b927846faf req-4a20bd94-faa5-40df-87dd-2b342b2aa46e tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=28ba7713-8be4-4961-9d65-b66a4bd63f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2545512 Jul 30 05:00:59.470620 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:59.551810 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port bdd3a39f-a58e-4925-86de-8a081826e517 is: DOWN; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:00:59.552208 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (bdd3a39f-a58e-4925-86de-8a081826e517), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:59.592517 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e0a623fd-7f68-4327-ac7f-246188a9ace8 req-f52c70a5-59ab-405e-adf5-01f02053bc60 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837311 Jul 30 05:00:59.698026 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Jul 2022 05:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009fb007-3673-40dc-ae4d-17296affb6ad x-openstack-request-id: req-009fb007-3673-40dc-ae4d-17296affb6ad {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:00:59.698948 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22fe5ad8-01f8-4d0a-bb24-7c23a427d328", "tag": "067511f8-7ca6-4d74-8168-37c6673684c1", "status": "completed", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:00:59.699446 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-009fb007-3673-40dc-ae4d-17296affb6ad {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:00:59.700225 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-009fb007-3673-40dc-ae4d-17296affb6ad'] response: {'name': 'network-changed', 'server_uuid': '22fe5ad8-01f8-4d0a-bb24-7c23a427d328', 'tag': '067511f8-7ca6-4d74-8168-37c6673684c1', 'status': 'completed', 'code': 200} Jul 30 05:00:59.729643 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] For port bdd3a39f-a58e-4925-86de-8a081826e517, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=bdd3a39f-a58e-4925-86de-8a081826e517,segment=NetworkSegment(207d2e5f-f4f9-4a5c-b547-4dc351ee738d),segment_id=207d2e5f-f4f9-4a5c-b547-4dc351ee738d)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:00:59.739568 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (bdd3a39f-a58e-4925-86de-8a081826e517), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:59.743521 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-7a344efa-4981-4463-a2ad-83405bc7efde None None] Set router 2db0553a-115a-4d31-af18-56f089af9880 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:00:59.804163 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27380a2c-773f-49bf-a152-f5e56b858277 None None] Network 8fcad5ed-5326-4877-bcfc-c256b8a323d9 requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 05:00:59.804579 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:59.840819 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff108ada-bb48-43de-9b69-aaabd9bbb631 req-c0fe1276-29d7-435e-b8c6-4ef253f9cb32 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:00:59.848474 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ff108ada-bb48-43de-9b69-aaabd9bbb631 req-c0fe1276-29d7-435e-b8c6-4ef253f9cb32 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.2247987 Jul 30 05:00:59.863078 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-8fe3db84-89b3-4bda-9bec-f1059a8b6a78 req-71e4d55f-7f1b-4e61-ba42-9a87de5c4bf7 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (c9566a0a-7940-4373-8c65-d96596348430), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:00:59.865601 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:59.866226 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:00:59.923685 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e4d55f-7f1b-4e61-ba42-9a87de5c4bf7 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Pushing event deleted for resources: {'Port': ['ID=c9566a0a-7940-4373-8c65-d96596348430,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:00:59.951829 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] get_ports_and_sgs() called for port_ids ['c9566a0a-7940-4373-8c65-d96596348430'] {{(pid=103972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:01:00.010553 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe3db84-89b3-4bda-9bec-f1059a8b6a78 req-71e4d55f-7f1b-4e61-ba42-9a87de5c4bf7 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] No DVR routers for this DVR port c9566a0a-7940-4373-8c65-d96596348430 on host hv-cinder-85127 {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 30 05:01:00.021975 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-8fe3db84-89b3-4bda-9bec-f1059a8b6a78 req-71e4d55f-7f1b-4e61-ba42-9a87de5c4bf7 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:00.025492 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8fe3db84-89b3-4bda-9bec-f1059a8b6a78 req-71e4d55f-7f1b-4e61-ba42-9a87de5c4bf7 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.49 "DELETE /v2.0/ports/c9566a0a-7940-4373-8c65-d96596348430 HTTP/1.1" status: 204 len: 173 time: 2.3860826 Jul 30 05:01:00.026132 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df9803f-05b0-4d65-aada-31539d50706f', 'name': 'network-vif-deleted', 'tag': 'c9566a0a-7940-4373-8c65-d96596348430'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:01:00.028637 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b16b4900bbfc643f3f19b33d02e463cc441e963483cfbcd5657a130b47b3c9ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ff7fdf-406a-4709-a066-17e590884404" -d '{"events": [{"server_uuid": "8df9803f-05b0-4d65-aada-31539d50706f", "name": "network-vif-deleted", "tag": "c9566a0a-7940-4373-8c65-d96596348430"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:01:00.058920 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ff108ada-bb48-43de-9b69-aaabd9bbb631 req-fefe108c-c45a-4de4-869b-5134b4841635 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091269 Jul 30 05:01:00.091818 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-a1574577-ac66-4915-ba9b-431f4104dd2a None None] Provisioning complete for port bdd3a39f-a58e-4925-86de-8a081826e517 triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:01:00.092235 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a1574577-ac66-4915-ba9b-431f4104dd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (bdd3a39f-a58e-4925-86de-8a081826e517), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:00.114042 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 05:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db33a01-4b92-41d6-b943-1ccc245800a5 x-openstack-request-id: req-5db33a01-4b92-41d6-b943-1ccc245800a5 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:01:00.114336 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df9803f-05b0-4d65-aada-31539d50706f", "name": "network-vif-deleted", "tag": "c9566a0a-7940-4373-8c65-d96596348430", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:01:00.114615 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5db33a01-4b92-41d6-b943-1ccc245800a5 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:01:00.115024 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5db33a01-4b92-41d6-b943-1ccc245800a5'] response: {'server_uuid': '8df9803f-05b0-4d65-aada-31539d50706f', 'name': 'network-vif-deleted', 'tag': 'c9566a0a-7940-4373-8c65-d96596348430', 'status': 'completed', 'code': 200} Jul 30 05:01:00.130592 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0c1893a0-6812-4e54-83b1-50af26fda769 admin admin] Publish callbacks [] for router_gateway (51958c4b-9ac6-4ccb-873b-4c53992f0062), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:00.156552 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Pushing event updated for resources: {'Port': ['ID=bdd3a39f-a58e-4925-86de-8a081826e517,revision_number=3']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:00.306768 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-a1574577-ac66-4915-ba9b-431f4104dd2a None None] Current status of the port bdd3a39f-a58e-4925-86de-8a081826e517 is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:01:00.391340 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-7a344efa-4981-4463-a2ad-83405bc7efde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db0553a-115a-4d31-af18-56f089af9880', 'name': 'tempest-AttachVolumeNegativeTest-426223834-router', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:08Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 4, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'gw_port': {'id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:09Z', 'updated_at': '2022-07-30T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': '48a92b03-faa1-40c1-9291-afcefe56af14', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'floating_ip_address': '172.27.2.108', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': '2db0553a-115a-4d31-af18-56f089af9880', 'port_id': '17ee318c-931e-496a-b49d-170e9dd9ad2b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'mac_address': 'fa:16:3e:57:2e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27c16ec-7d74-4a2a-9b40-c95455fa8aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T04:58:26Z', 'updated_at': '2022-07-30T04:59:30Z', 'revision_number': 2, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'fixed_ip_address_scope': None}, {'id': 'fcb1e613-9058-4744-8c1e-86d428b6db8d', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': '2db0553a-115a-4d31-af18-56f089af9880', 'port_id': '067511f8-7ca6-4d74-8168-37c6673684c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'mac_address': 'fa:16:3e:d1:2b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fe5ad8-01f8-4d0a-bb24-7c23a427d328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:00:34Z', 'updated_at': '2022-07-30T05:00:57Z', 'revision_number': 1, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012', 'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'mac_address': 'fa:16:3e:bb:02:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:15Z', 'updated_at': '2022-07-30T04:58:32Z', 'revision_number': 5, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'subnets': [{'id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:01:00.426160 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a344efa-4981-4463-a2ad-83405bc7efde None None] Checking router: 2db0553a-115a-4d31-af18-56f089af9880 for host: dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:01:00.438765 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a344efa-4981-4463-a2ad-83405bc7efde None None] Routers {'2db0553a-115a-4d31-af18-56f089af9880'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:01:00.442308 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-7a344efa-4981-4463-a2ad-83405bc7efde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:00:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['2db0553a-115a-4d31-af18-56f089af9880'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:01:00.512646 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0c1893a0-6812-4e54-83b1-50af26fda769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706777'] for router (51958c4b-9ac6-4ccb-873b-4c53992f0062), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:00.696680 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3123d7b-3425-4301-9a4c-6be10678b505 req-e53cc943-5209-44cd-bd97-346be43a3ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:00.700948 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-f3123d7b-3425-4301-9a4c-6be10678b505 req-e53cc943-5209-44cd-bd97-346be43a3ce2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e01500cb03c74d1082090cd1c1836169&device_id=22fe5ad8-01f8-4d0a-bb24-7c23a427d328 HTTP/1.1" status: 200 len: 1130 time: 0.1320612 Jul 30 05:01:00.708846 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device a74756c1-d67b-4700-95c5-2cbae1b8ba24 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:01:00.786320 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-27eab339-a06f-4064-85e7-9563708b2ca9 None None] Provisioning complete for port bdd3a39f-a58e-4925-86de-8a081826e517 triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:01:00.787106 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-27eab339-a06f-4064-85e7-9563708b2ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (bdd3a39f-a58e-4925-86de-8a081826e517), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:00.885105 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bca6b-7fb6-4036-a1e7-644f33d2454d req-7b1f3035-cf6f-416f-b40b-c0c6b74c8b13 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:00.892890 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6e3bca6b-7fb6-4036-a1e7-644f33d2454d req-7b1f3035-cf6f-416f-b40b-c0c6b74c8b13 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 945 time: 0.2121646 Jul 30 05:01:00.928783 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3123d7b-3425-4301-9a4c-6be10678b505 req-36157ac6-7099-4bd0-95c3-b1ef8bea52b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:00.930593 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-f3123d7b-3425-4301-9a4c-6be10678b505 req-36157ac6-7099-4bd0-95c3-b1ef8bea52b8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=afd82f39-2725-4de8-bc03-d4d225abc92e HTTP/1.1" status: 200 len: 915 time: 0.2146449 Jul 30 05:01:00.966111 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-7a344efa-4981-4463-a2ad-83405bc7efde None None] Set router 2db0553a-115a-4d31-af18-56f089af9880 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:01:00.967299 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-7823134c-dcc5-4f14-98d0-be14e42c1a5a req-c1524a1f-e657-4653-bac8-ad859c452548 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df9803f-05b0-4d65-aada-31539d50706f HTTP/1.1" status: 200 len: 210 time: 0.1244571 Jul 30 05:01:00.967436 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6e3bca6b-7fb6-4036-a1e7-644f33d2454d req-3f20564f-7e0b-48be-8365-feccd776569c tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=28ba7713-8be4-4961-9d65-b66a4bd63f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731466 Jul 30 05:01:00.994623 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=100 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:01.003891 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port a74756c1-d67b-4700-95c5-2cbae1b8ba24 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:01:01.004377 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (a74756c1-d67b-4700-95c5-2cbae1b8ba24), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:01.069651 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1893a0-6812-4e54-83b1-50af26fda769 admin admin] Router 51958c4b-9ac6-4ccb-873b-4c53992f0062 is scheduled to L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 with binding_index 1 {{(pid=103971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 30 05:01:01.290561 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-27eab339-a06f-4064-85e7-9563708b2ca9 None None] Current status of the port bdd3a39f-a58e-4925-86de-8a081826e517 is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:01:01.352854 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port a74756c1-d67b-4700-95c5-2cbae1b8ba24 is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:01:01.354126 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device bdd3a39f-a58e-4925-86de-8a081826e517 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:01:01.388978 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-f3123d7b-3425-4301-9a4c-6be10678b505 req-dce786d3-8e0e-4985-9eed-6de50c464804 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=067511f8-7ca6-4d74-8168-37c6673684c1 HTTP/1.1" status: 200 len: 1000 time: 0.2560022 Jul 30 05:01:01.399746 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2adcf-828e-4818-ae5d-e78ddd6c7177 req-6f7c28ed-66a6-4e7f-8d39-bed7aab076f0 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:01.404306 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-eba2adcf-828e-4818-ae5d-e78ddd6c7177 req-6f7c28ed-66a6-4e7f-8d39-bed7aab076f0 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.1433902 Jul 30 05:01:01.497926 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=100 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:01.503611 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3123d7b-3425-4301-9a4c-6be10678b505 req-42a4d668-96ab-4ac2-93e9-8f32e6e873e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:01.505561 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-f3123d7b-3425-4301-9a4c-6be10678b505 req-42a4d668-96ab-4ac2-93e9-8f32e6e873e2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d HTTP/1.1" status: 200 len: 853 time: 0.0987945 Jul 30 05:01:01.528753 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-eba2adcf-828e-4818-ae5d-e78ddd6c7177 req-e5492371-12b4-4b83-a07e-4a6dcd89c9dd tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083906 Jul 30 05:01:01.574468 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port bdd3a39f-a58e-4925-86de-8a081826e517 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:01:01.574854 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (bdd3a39f-a58e-4925-86de-8a081826e517), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:01.577898 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-7a344efa-4981-4463-a2ad-83405bc7efde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db0553a-115a-4d31-af18-56f089af9880', 'name': 'tempest-AttachVolumeNegativeTest-426223834-router', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:08Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 4, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'gw_port': {'id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:09Z', 'updated_at': '2022-07-30T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': '48a92b03-faa1-40c1-9291-afcefe56af14', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'floating_ip_address': '172.27.2.108', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': '2db0553a-115a-4d31-af18-56f089af9880', 'port_id': '17ee318c-931e-496a-b49d-170e9dd9ad2b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'mac_address': 'fa:16:3e:57:2e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27c16ec-7d74-4a2a-9b40-c95455fa8aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T04:58:26Z', 'updated_at': '2022-07-30T04:59:30Z', 'revision_number': 2, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'fixed_ip_address_scope': None}, {'id': 'fcb1e613-9058-4744-8c1e-86d428b6db8d', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': '2db0553a-115a-4d31-af18-56f089af9880', 'port_id': '067511f8-7ca6-4d74-8168-37c6673684c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'mac_address': 'fa:16:3e:d1:2b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fe5ad8-01f8-4d0a-bb24-7c23a427d328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:00:34Z', 'updated_at': '2022-07-30T05:00:57Z', 'revision_number': 1, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012', 'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'mac_address': 'fa:16:3e:bb:02:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:15Z', 'updated_at': '2022-07-30T04:58:32Z', 'revision_number': 5, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'subnets': [{'id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:01:01.590266 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1893a0-6812-4e54-83b1-50af26fda769 admin admin] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:01:01.592158 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3123d7b-3425-4301-9a4c-6be10678b505 req-aaa1bf80-950d-4ad4-8c0c-023ec07b241f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:01.593754 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-f3123d7b-3425-4301-9a4c-6be10678b505 req-aaa1bf80-950d-4ad4-8c0c-023ec07b241f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=afd82f39-2725-4de8-bc03-d4d225abc92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0581863 Jul 30 05:01:01.604149 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a1a14a-6e60-4f88-b67a-855bc1f639b1 None None] Sync routers for ids ['51958c4b-9ac6-4ccb-873b-4c53992f0062'] in dv-cinder-851279-3-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:01:01.618391 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be40f3f9-da5b-445d-9c6b-64ce2ba95aa4 req-c3814c01-e2dc-4348-8b1a-1a946145a076 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:01.620400 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-be40f3f9-da5b-445d-9c6b-64ce2ba95aa4 req-c3814c01-e2dc-4348-8b1a-1a946145a076 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 945 time: 0.5561962 Jul 30 05:01:01.637461 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0c1893a0-6812-4e54-83b1-50af26fda769 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:01.641001 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 52734) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:01:01.644872 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-0c1893a0-6812-4e54-83b1-50af26fda769 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.1824777 Jul 30 05:01:01.645262 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a344efa-4981-4463-a2ad-83405bc7efde None None] The sync data for ids ['2db0553a-115a-4d31-af18-56f089af9880'] in dv-cinder-851279-3-iscsi is: [{'id': '2db0553a-115a-4d31-af18-56f089af9880', 'name': 'tempest-AttachVolumeNegativeTest-426223834-router', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:08Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 4, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'gw_port': {'id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:09Z', 'updated_at': '2022-07-30T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': '48a92b03-faa1-40c1-9291-afcefe56af14', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'floating_ip_address': '172.27.2.108', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': '2db0553a-115a-4d31-af18-56f089af9880', 'port_id': '17ee318c-931e-496a-b49d-170e9dd9ad2b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'mac_address': 'fa:16:3e:57:2e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27c16ec-7d74-4a2a-9b40-c95455fa8aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T04:58:26Z', 'updated_at': '2022-07-30T04:59:30Z', 'revision_number': 2, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'fixed_ip_address_scope': None}, {'id': 'fcb1e613-9058-4744-8c1e-86d428b6db8d', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': '2db0553a-115a-4d31-af18-56f089af9880', 'port_id': '067511f8-7ca6-4d74-8168-37c6673684c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'mac_address': 'fa:16:3e:d1:2b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fe5ad8-01f8-4d0a-bb24-7c23a427d328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:00:34Z', 'updated_at': '2022-07-30T05:00:57Z', 'revision_number': 1, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012', 'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'mac_address': 'fa:16:3e:bb:02:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:15Z', 'updated_at': '2022-07-30T04:58:32Z', 'revision_number': 5, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'subnets': [{'id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:01:01.647841 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-ec204f53-fc1c-4c30-a40e-89d4f66fff51 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Request body: {'floatingip': {'port_id': '3ee72598-16cb-4e6d-aa46-89dd6f7ad946'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:01:01.648642 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 52736) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:01:01.655905 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a1a14a-6e60-4f88-b67a-855bc1f639b1 None None] Routers {'51958c4b-9ac6-4ccb-873b-4c53992f0062'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:01:01.657205 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-59a1a14a-6e60-4f88-b67a-855bc1f639b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:00:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['51958c4b-9ac6-4ccb-873b-4c53992f0062'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:01:01.785171 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port bdd3a39f-a58e-4925-86de-8a081826e517 is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:01:01.805523 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:01.806810 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:01.849317 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-59a1a14a-6e60-4f88-b67a-855bc1f639b1 None None] Set router 51958c4b-9ac6-4ccb-873b-4c53992f0062 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:01:01.893585 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-ec204f53-fc1c-4c30-a40e-89d4f66fff51 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks [] for floatingip (a3c8b0a0-92c2-4cb2-b36f-e00b9a615463), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:02.163543 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f504d201-34ae-43fa-bafa-40236b2c7722 None None] New status for floating IP fcb1e613-9058-4744-8c1e-86d428b6db8d: ACTIVE {{(pid=103972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 30 05:01:02.329327 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-f3123d7b-3425-4301-9a4c-6be10678b505 req-a293b7a4-c04b-4669-a5b7-f39e50a63d54 service neutron] 10.222.0.49 "GET /v2.0/networks/afd82f39-2725-4de8-bc03-d4d225abc92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7150750 Jul 30 05:01:02.423417 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-59a1a14a-6e60-4f88-b67a-855bc1f639b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51958c4b-9ac6-4ccb-873b-4c53992f0062', 'name': 'tempest-TestVolumeBootPattern-1881504145-router', 'tenant_id': '045ba324caf94e62a62b3ed245adf7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'd99de16a-f328-4d87-94d6-1c2723324369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:00:56Z', 'updated_at': '2022-07-30T05:00:59Z', 'revision_number': 3, 'project_id': '045ba324caf94e62a62b3ed245adf7b6', 'gw_port': {'id': 'd99de16a-f328-4d87-94d6-1c2723324369', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51958c4b-9ac6-4ccb-873b-4c53992f0062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:58Z', 'updated_at': '2022-07-30T05:00:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi'}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:01:02.500949 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a1a14a-6e60-4f88-b67a-855bc1f639b1 None None] Checking router: 51958c4b-9ac6-4ccb-873b-4c53992f0062 for host: dv-cinder-851279-3-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:01:02.503858 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a1a14a-6e60-4f88-b67a-855bc1f639b1 None None] Updating router 51958c4b-9ac6-4ccb-873b-4c53992f0062 port d99de16a-f328-4d87-94d6-1c2723324369 binding host dv-cinder-851279-3-iscsi {{(pid=103973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 05:01:02.555833 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device c9566a0a-7940-4373-8c65-d96596348430 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:01:02.579107 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-59a1a14a-6e60-4f88-b67a-855bc1f639b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (d99de16a-f328-4d87-94d6-1c2723324369), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:02.590102 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c610cede-294d-4c32-9fc0-f582a4781778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:02.683241 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] No Port match for: c9566a0a-7940-4373-8c65-d96596348430 {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:01:02.683722 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device c9566a0a-7940-4373-8c65-d96596348430 not bound to the agent host hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:01:02.733230 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:02.795686 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5dfefb-1943-41d6-9e3b-76cd74e151f8 req-34f0dec0-a523-4629-a1e5-73998131873f tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:02.803288 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-7e5dfefb-1943-41d6-9e3b-76cd74e151f8 req-34f0dec0-a523-4629-a1e5-73998131873f tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.0778024 Jul 30 05:01:02.816791 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:02.868156 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:02.874639 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-f3123d7b-3425-4301-9a4c-6be10678b505 req-28cecd81-2964-4573-a9eb-ed0ab0d15915 service neutron] 10.222.0.49 "GET /v2.0/networks/afd82f39-2725-4de8-bc03-d4d225abc92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4515104 Jul 30 05:01:02.953499 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-d055f6e7-613d-4c2f-9651-d66c6dd1108a tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:02.962303 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-7e5dfefb-1943-41d6-9e3b-76cd74e151f8 req-8998efd3-1ece-4821-a280-361df8480dba tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572711 Jul 30 05:01:02.972088 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-d055f6e7-613d-4c2f-9651-d66c6dd1108a tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/networks?id=67254df2-69cc-4935-a78a-856ecd4c2eaf HTTP/1.1" status: 200 len: 809 time: 0.3514781 Jul 30 05:01:03.009348 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-06ac485d-5732-4d3b-b1b6-9929f5055fb4 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/quotas/f102af4a74e946caa9fefc7ad0ae148c HTTP/1.1" status: 200 len: 375 time: 0.0317538 Jul 30 05:01:03.062104 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-858d6e47-b2fb-413b-8403-75cdf81881a4 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f102af4a74e946caa9fefc7ad0ae148c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550780 Jul 30 05:01:03.076852 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [None req-c610cede-294d-4c32-9fc0-f582a4781778 admin admin] Allocated IP 172.20.0.1 (8fcad5ed-5326-4877-bcfc-c256b8a323d9/3e0a8fbc-7fd8-41bc-a331-c5857b330f7e/823505de-267f-4a04-90e0-71c999dab23c) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:01:03.194592 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-59a1a14a-6e60-4f88-b67a-855bc1f639b1 None None] Publish callbacks [] for port (d99de16a-f328-4d87-94d6-1c2723324369), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:03.214962 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-59a1a14a-6e60-4f88-b67a-855bc1f639b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (d99de16a-f328-4d87-94d6-1c2723324369), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:03.269301 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-59a1a14a-6e60-4f88-b67a-855bc1f639b1 None None] Attempting to bind port d99de16a-f328-4d87-94d6-1c2723324369 on host dv-cinder-851279-3-iscsi for vnic_type normal with profile {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 05:01:03.269673 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-59a1a14a-6e60-4f88-b67a-855bc1f639b1 None None] Attempting to bind port d99de16a-f328-4d87-94d6-1c2723324369 by drivers openvswitch,hyperv on host dv-cinder-851279-3-iscsi at level 0 using segments [{'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 05:01:03.270035 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a1a14a-6e60-4f88-b67a-855bc1f639b1 None None] Attempting to bind port d99de16a-f328-4d87-94d6-1c2723324369 on network 0194f4bd-d033-4ee0-a642-9d17cfb40f96 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:01:03.285267 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a1a14a-6e60-4f88-b67a-855bc1f639b1 None None] Checking agent: {'id': 'b9fa2c71-9776-421f-81b8-af2eb557e43b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 49, 56), 'started_at': datetime.datetime(2022, 7, 30, 4, 50, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 5, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 05:01:03.285680 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a1a14a-6e60-4f88-b67a-855bc1f639b1 None None] Checking segment: {'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 05:01:03.286049 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-59a1a14a-6e60-4f88-b67a-855bc1f639b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:03.286464 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a1a14a-6e60-4f88-b67a-855bc1f639b1 None None] Bound using segment: {'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 05:01:03.287013 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-59a1a14a-6e60-4f88-b67a-855bc1f639b1 None None] Bound port: d99de16a-f328-4d87-94d6-1c2723324369, host: dv-cinder-851279-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 05:01:03.287395 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-59a1a14a-6e60-4f88-b67a-855bc1f639b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (d99de16a-f328-4d87-94d6-1c2723324369), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:03.288941 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-8a8e3517-e82b-45e8-a6d4-b9f85eacc299 service neutron] 10.222.0.20 "GET /v2.0/networks/67254df2-69cc-4935-a78a-856ecd4c2eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257514 Jul 30 05:01:03.328466 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c74aa-0ae0-4d89-81d7-6326a8ed0ccc None None] Pushing event updated for resources: {'Port': ['ID=d99de16a-f328-4d87-94d6-1c2723324369,revision_number=2']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:03.373148 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-59a1a14a-6e60-4f88-b67a-855bc1f639b1 None None] For port d99de16a-f328-4d87-94d6-1c2723324369, host dv-cinder-851279-3-iscsi, cleared binding levels {{(pid=103973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:01:03.377282 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-59a1a14a-6e60-4f88-b67a-855bc1f639b1 None None] For port d99de16a-f328-4d87-94d6-1c2723324369, host dv-cinder-851279-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=d99de16a-f328-4d87-94d6-1c2723324369,segment=NetworkSegment(e5d036d1-25f5-4dcf-bf6d-d8f947655ab3),segment_id=e5d036d1-25f5-4dcf-bf6d-d8f947655ab3)] {{(pid=103973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:01:03.402911 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-59a1a14a-6e60-4f88-b67a-855bc1f639b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (d99de16a-f328-4d87-94d6-1c2723324369), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:03.413605 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:03.414247 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:03.430870 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a1a14a-6e60-4f88-b67a-855bc1f639b1 None None] Routers {'51958c4b-9ac6-4ccb-873b-4c53992f0062'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:01:03.430870 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-59a1a14a-6e60-4f88-b67a-855bc1f639b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:00:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['51958c4b-9ac6-4ccb-873b-4c53992f0062'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:01:03.434375 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-99b80c8c-651b-41f7-b18c-301d64500b68 service neutron] 10.222.0.20 "GET /v2.0/networks/67254df2-69cc-4935-a78a-856ecd4c2eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426938 Jul 30 05:01:03.462413 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-ec204f53-fc1c-4c30-a40e-89d4f66fff51 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:03.471898 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-ec204f53-fc1c-4c30-a40e-89d4f66fff51 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692779'] for floatingip (a3c8b0a0-92c2-4cb2-b36f-e00b9a615463), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:03.522532 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c610cede-294d-4c32-9fc0-f582a4781778 admin admin] Publish callbacks [] for port (823505de-267f-4a04-90e0-71c999dab23c), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:03.541122 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:03.592652 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c74aa-0ae0-4d89-81d7-6326a8ed0ccc None None] Pushing event updated for resources: {'Port': ['ID=d99de16a-f328-4d87-94d6-1c2723324369,revision_number=3']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:03.593151 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.db.l3_db [None req-ec204f53-fc1c-4c30-a40e-89d4f66fff51 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Floating IP a3c8b0a0-92c2-4cb2-b36f-e00b9a615463 associated. External IP: 172.27.2.90, port: 3ee72598-16cb-4e6d-aa46-89dd6f7ad946. Jul 30 05:01:03.596592 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-59a1a14a-6e60-4f88-b67a-855bc1f639b1 None None] Set router 51958c4b-9ac6-4ccb-873b-4c53992f0062 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:01:03.614856 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c610cede-294d-4c32-9fc0-f582a4781778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (823505de-267f-4a04-90e0-71c999dab23c), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:03.666652 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c610cede-294d-4c32-9fc0-f582a4781778 admin admin] Network 8fcad5ed-5326-4877-bcfc-c256b8a323d9 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:01:03.670535 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-c610cede-294d-4c32-9fc0-f582a4781778 admin admin] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:01:03.677864 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c610cede-294d-4c32-9fc0-f582a4781778 admin admin] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 05:01:03.769699 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c610cede-294d-4c32-9fc0-f582a4781778 admin admin] Pushing event updated for resources: {'Port': ['ID=823505de-267f-4a04-90e0-71c999dab23c,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:03.928446 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c610cede-294d-4c32-9fc0-f582a4781778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1692814'] for router_interface (51958c4b-9ac6-4ccb-873b-4c53992f0062), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:03.990104 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-3d60e45a-e429-436c-9725-3325520b6c52 req-44c1b3e6-fd6f-45cc-b268-f8758568f8bc tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4f0c48f-08ac-4a62-b5f4-7138c10159cb HTTP/1.1" status: 200 len: 210 time: 0.2216051 Jul 30 05:01:04.151457 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-59a1a14a-6e60-4f88-b67a-855bc1f639b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51958c4b-9ac6-4ccb-873b-4c53992f0062', 'name': 'tempest-TestVolumeBootPattern-1881504145-router', 'tenant_id': '045ba324caf94e62a62b3ed245adf7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'd99de16a-f328-4d87-94d6-1c2723324369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:00:56Z', 'updated_at': '2022-07-30T05:00:59Z', 'revision_number': 3, 'project_id': '045ba324caf94e62a62b3ed245adf7b6', 'gw_port': {'id': 'd99de16a-f328-4d87-94d6-1c2723324369', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51958c4b-9ac6-4ccb-873b-4c53992f0062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:58Z', 'updated_at': '2022-07-30T05:01:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi'}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:01:04.156542 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee59138-23c9-42e9-99cd-120834b76573 req-f73e1949-b1d1-4f2b-a2ba-e2ed198505a7 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:04.164126 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1ee59138-23c9-42e9-99cd-120834b76573 req-f73e1949-b1d1-4f2b-a2ba-e2ed198505a7 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.0615582 Jul 30 05:01:04.191056 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a1a14a-6e60-4f88-b67a-855bc1f639b1 None None] The sync data for ids ['51958c4b-9ac6-4ccb-873b-4c53992f0062'] in dv-cinder-851279-3-iscsi is: [{'id': '51958c4b-9ac6-4ccb-873b-4c53992f0062', 'name': 'tempest-TestVolumeBootPattern-1881504145-router', 'tenant_id': '045ba324caf94e62a62b3ed245adf7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'd99de16a-f328-4d87-94d6-1c2723324369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:00:56Z', 'updated_at': '2022-07-30T05:00:59Z', 'revision_number': 3, 'project_id': '045ba324caf94e62a62b3ed245adf7b6', 'gw_port': {'id': 'd99de16a-f328-4d87-94d6-1c2723324369', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51958c4b-9ac6-4ccb-873b-4c53992f0062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:58Z', 'updated_at': '2022-07-30T05:01:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi'}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:01:04.243392 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-337485f2-0b4a-468f-9766-4d5f361fdb80 None None] Provisioning complete for port 823505de-267f-4a04-90e0-71c999dab23c triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:01:04.244500 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-337485f2-0b4a-468f-9766-4d5f361fdb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (823505de-267f-4a04-90e0-71c999dab23c), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:04.260841 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec204f53-fc1c-4c30-a40e-89d4f66fff51 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Router b59f3aef-e47d-4eb9-819a-3790ca762486 has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 05:01:04.283599 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1ee59138-23c9-42e9-99cd-120834b76573 req-1453d734-1da5-4540-b4f1-8e41ad3bccea tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184845 Jul 30 05:01:04.300841 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c610cede-294d-4c32-9fc0-f582a4781778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (823505de-267f-4a04-90e0-71c999dab23c), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:04.304066 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-337485f2-0b4a-468f-9766-4d5f361fdb80 None None] Port 823505de-267f-4a04-90e0-71c999dab23c cannot update to ACTIVE because it is not bound. {{(pid=103972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 30 05:01:04.432750 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec204f53-fc1c-4c30-a40e-89d4f66fff51 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:01:04.444696 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb70578-0963-4ec8-8459-b95335d0b724 None None] Sync routers for ids ['b59f3aef-e47d-4eb9-819a-3790ca762486'] in dv-cinder-851279-3-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:01:04.462889 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb70578-0963-4ec8-8459-b95335d0b724 None None] Routers {'b59f3aef-e47d-4eb9-819a-3790ca762486'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:01:04.463478 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-ec204f53-fc1c-4c30-a40e-89d4f66fff51 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for floatingip (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:04.466661 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-2fb70578-0963-4ec8-8459-b95335d0b724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:00:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['b59f3aef-e47d-4eb9-819a-3790ca762486'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:01:04.550651 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-ec204f53-fc1c-4c30-a40e-89d4f66fff51 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "PUT /v2.0/floatingips/a3c8b0a0-92c2-4cb2-b36f-e00b9a615463 HTTP/1.1" status: 200 len: 990 time: 2.9079232 Jul 30 05:01:04.552202 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65b7a5ff-be03-4f45-941c-26a50cdabf02', 'tag': '3ee72598-16cb-4e6d-aa46-89dd6f7ad946'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:01:04.555581 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74064a32e8a1c82ff25c89edbc1a4916375279028ab6b832636cd606fd6f10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69e82ea-c6e9-4a49-92de-3fd36683817c" -d '{"events": [{"name": "network-changed", "server_uuid": "65b7a5ff-be03-4f45-941c-26a50cdabf02", "tag": "3ee72598-16cb-4e6d-aa46-89dd6f7ad946"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:01:04.597891 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c610cede-294d-4c32-9fc0-f582a4781778 admin admin] Publish callbacks [] for port (823505de-267f-4a04-90e0-71c999dab23c), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:04.620324 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Jul 2022 05:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e8229e-5421-43ec-b686-04c17dd44407 x-openstack-request-id: req-b1e8229e-5421-43ec-b686-04c17dd44407 {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:01:04.620758 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65b7a5ff-be03-4f45-941c-26a50cdabf02", "tag": "3ee72598-16cb-4e6d-aa46-89dd6f7ad946", "status": "completed", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:01:04.621101 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b1e8229e-5421-43ec-b686-04c17dd44407 {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:01:04.621516 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1e8229e-5421-43ec-b686-04c17dd44407'] response: {'name': 'network-changed', 'server_uuid': '65b7a5ff-be03-4f45-941c-26a50cdabf02', 'tag': '3ee72598-16cb-4e6d-aa46-89dd6f7ad946', 'status': 'completed', 'code': 200} Jul 30 05:01:04.622356 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c610cede-294d-4c32-9fc0-f582a4781778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3264605'] for port (823505de-267f-4a04-90e0-71c999dab23c), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:04.637427 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:04.669416 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-2fb70578-0963-4ec8-8459-b95335d0b724 None None] Set router b59f3aef-e47d-4eb9-819a-3790ca762486 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:01:04.726494 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c610cede-294d-4c32-9fc0-f582a4781778 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706302'] for router_interface (51958c4b-9ac6-4ccb-873b-4c53992f0062), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:04.775195 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e82ea-c6e9-4a49-92de-3fd36683817c req-dceae29f-9c0d-46c3-87fc-c11ca937dbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:04.777113 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d69e82ea-c6e9-4a49-92de-3fd36683817c req-dceae29f-9c0d-46c3-87fc-c11ca937dbce service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=decb0bd64582440590890900e594b79e&device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 1129 time: 0.1206660 Jul 30 05:01:04.805456 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c610cede-294d-4c32-9fc0-f582a4781778 admin admin] Pushing event updated for resources: {'Port': ['ID=823505de-267f-4a04-90e0-71c999dab23c,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:04.813342 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:04.891546 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c610cede-294d-4c32-9fc0-f582a4781778 admin admin] Network 8fcad5ed-5326-4877-bcfc-c256b8a323d9 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:01:04.893610 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-c610cede-294d-4c32-9fc0-f582a4781778 admin admin] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:01:04.992026 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:05.013780 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e82ea-c6e9-4a49-92de-3fd36683817c req-5feb0c92-bc26-48d4-8737-22a4d5624dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:05.015352 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d69e82ea-c6e9-4a49-92de-3fd36683817c req-5feb0c92-bc26-48d4-8737-22a4d5624dc7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf976b2f-0ebc-4e5a-b101-0355f31913b1 HTTP/1.1" status: 200 len: 920 time: 0.2254934 Jul 30 05:01:05.118608 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c610cede-294d-4c32-9fc0-f582a4781778 admin admin] Router 51958c4b-9ac6-4ccb-873b-4c53992f0062 has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 05:01:05.203739 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d69e82ea-c6e9-4a49-92de-3fd36683817c req-1cb847b5-a2ec-498a-ade1-36e47a88f6f1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ee72598-16cb-4e6d-aa46-89dd6f7ad946 HTTP/1.1" status: 200 len: 998 time: 0.1787133 Jul 30 05:01:05.284810 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-31f5c2e4-a267-4ad9-a915-57cb5ce684e8 req-3b123499-94b7-4573-a346-dc8ae0e1cee5 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4f0c48f-08ac-4a62-b5f4-7138c10159cb HTTP/1.1" status: 200 len: 210 time: 0.0694487 Jul 30 05:01:05.317789 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e82ea-c6e9-4a49-92de-3fd36683817c req-452975cb-5fe0-4f01-ab5f-3788b7a92995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:05.320661 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d69e82ea-c6e9-4a49-92de-3fd36683817c req-452975cb-5fe0-4f01-ab5f-3788b7a92995 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=92a83611-d09e-4b38-9b4b-aa1a1854f601 HTTP/1.1" status: 200 len: 858 time: 0.0950410 Jul 30 05:01:05.420778 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c610cede-294d-4c32-9fc0-f582a4781778 admin admin] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:01:05.452658 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-c610cede-294d-4c32-9fc0-f582a4781778 admin admin] 10.222.0.20 "PUT /v2.0/routers/51958c4b-9ac6-4ccb-873b-4c53992f0062/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7928987 Jul 30 05:01:05.480595 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-d89b92dd-4e41-45fa-adb7-22b1cf01b488 None None] Provisioning complete for port 823505de-267f-4a04-90e0-71c999dab23c triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:01:05.487092 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d89b92dd-4e41-45fa-adb7-22b1cf01b488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (823505de-267f-4a04-90e0-71c999dab23c), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:05.508169 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:05.540193 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff9513-54d3-4713-9abd-b34ae4ae573d req-943a1562-a52f-478a-b4f5-e49db8f60676 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:05.544657 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-d89b92dd-4e41-45fa-adb7-22b1cf01b488 None None] Port 823505de-267f-4a04-90e0-71c999dab23c cannot update to ACTIVE because it is not bound. {{(pid=103972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 30 05:01:05.545247 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-12ff9513-54d3-4713-9abd-b34ae4ae573d req-943a1562-a52f-478a-b4f5-e49db8f60676 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.1117077 Jul 30 05:01:05.557442 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-2fb70578-0963-4ec8-8459-b95335d0b724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'name': 'tempest-ServerRescueNegativeTestJSON-1110144523-router', 'tenant_id': 'decb0bd64582440590890900e594b79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'f3dcf5ad-6c18-4a26-ba1e-4d12186bca40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:10Z', 'updated_at': '2022-07-30T04:58:20Z', 'revision_number': 4, 'project_id': 'decb0bd64582440590890900e594b79e', 'gw_port': {'id': 'f3dcf5ad-6c18-4a26-ba1e-4d12186bca40', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:82:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:11Z', 'updated_at': '2022-07-30T04:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': 'a3c8b0a0-92c2-4cb2-b36f-e00b9a615463', 'tenant_id': 'decb0bd64582440590890900e594b79e', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'port_id': '3ee72598-16cb-4e6d-aa46-89dd6f7ad946', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1', 'mac_address': 'fa:16:3e:ce:17:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b7a5ff-be03-4f45-941c-26a50cdabf02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:00:43Z', 'updated_at': '2022-07-30T05:01:02Z', 'revision_number': 1, 'project_id': 'decb0bd64582440590890900e594b79e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc83e3d-6f18-45ea-80e9-35ad9f11c343', 'name': '', 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1', 'tenant_id': 'decb0bd64582440590890900e594b79e', 'mac_address': 'fa:16:3e:5e:c7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '92a83611-d09e-4b38-9b4b-aa1a1854f601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:18Z', 'updated_at': '2022-07-30T04:58:36Z', 'revision_number': 5, 'project_id': 'decb0bd64582440590890900e594b79e', 'subnets': [{'id': '92a83611-d09e-4b38-9b4b-aa1a1854f601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:01:05.623969 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb70578-0963-4ec8-8459-b95335d0b724 None None] Checking router: b59f3aef-e47d-4eb9-819a-3790ca762486 for host: dv-cinder-851279-3-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:01:05.656933 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb70578-0963-4ec8-8459-b95335d0b724 None None] Routers {'b59f3aef-e47d-4eb9-819a-3790ca762486'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:01:05.657618 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-2fb70578-0963-4ec8-8459-b95335d0b724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:00:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['b59f3aef-e47d-4eb9-819a-3790ca762486'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:01:05.663865 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-12ff9513-54d3-4713-9abd-b34ae4ae573d req-97d41bae-b780-4a09-93ac-fcb2879c85b9 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114061 Jul 30 05:01:05.681223 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e82ea-c6e9-4a49-92de-3fd36683817c req-7c0b3df1-c8b9-41fa-8c4a-3ed4e0ee354c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:05.683722 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d69e82ea-c6e9-4a49-92de-3fd36683817c req-7c0b3df1-c8b9-41fa-8c4a-3ed4e0ee354c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf976b2f-0ebc-4e5a-b101-0355f31913b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1223261 Jul 30 05:01:05.835032 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:05.837616 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d69e82ea-c6e9-4a49-92de-3fd36683817c req-3daea727-02a0-4954-8d92-35458ca37f7e service neutron] 10.222.0.49 "GET /v2.0/networks/cf976b2f-0ebc-4e5a-b101-0355f31913b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463401 Jul 30 05:01:05.945963 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-2fb70578-0963-4ec8-8459-b95335d0b724 None None] Set router b59f3aef-e47d-4eb9-819a-3790ca762486 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:01:05.960641 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-debf57b0-3890-44e0-be45-7f28477a4732 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:05.964066 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-debf57b0-3890-44e0-be45-7f28477a4732 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.49 "GET /v2.0/networks?id=67254df2-69cc-4935-a78a-856ecd4c2eaf HTTP/1.1" status: 200 len: 809 time: 0.2533486 Jul 30 05:01:05.993782 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-f22552c4-d8ee-47d5-bea8-cdb8d8583168 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Request body: {'port': {'device_id': 'a4f0c48f-08ac-4a62-b5f4-7138c10159cb', 'network_id': '67254df2-69cc-4935-a78a-856ecd4c2eaf', 'admin_state_up': True, 'tenant_id': 'f102af4a74e946caa9fefc7ad0ae148c'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:01:06.048373 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d69e82ea-c6e9-4a49-92de-3fd36683817c req-9bd5ac38-3481-4a0f-9808-45050dcba99e service neutron] 10.222.0.49 "GET /v2.0/networks/cf976b2f-0ebc-4e5a-b101-0355f31913b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953828 Jul 30 05:01:06.246634 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-f22552c4-d8ee-47d5-bea8-cdb8d8583168 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Made reservation on behalf of f102af4a74e946caa9fefc7ad0ae148c for: {'port': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:01:06.249645 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 52808) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:01:06.250809 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-f22552c4-d8ee-47d5-bea8-cdb8d8583168 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:06.258575 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-75ad4a86-4420-475a-a33e-997a3c41628e tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-9281366', 'description': 'tempest-secgroup-smoke-9281366 description', 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:01:06.289387 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-75ad4a86-4420-475a-a33e-997a3c41628e tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:06.383478 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-2fb70578-0963-4ec8-8459-b95335d0b724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'name': 'tempest-ServerRescueNegativeTestJSON-1110144523-router', 'tenant_id': 'decb0bd64582440590890900e594b79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'f3dcf5ad-6c18-4a26-ba1e-4d12186bca40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:10Z', 'updated_at': '2022-07-30T04:58:20Z', 'revision_number': 4, 'project_id': 'decb0bd64582440590890900e594b79e', 'gw_port': {'id': 'f3dcf5ad-6c18-4a26-ba1e-4d12186bca40', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:82:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:11Z', 'updated_at': '2022-07-30T04:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': 'a3c8b0a0-92c2-4cb2-b36f-e00b9a615463', 'tenant_id': 'decb0bd64582440590890900e594b79e', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'port_id': '3ee72598-16cb-4e6d-aa46-89dd6f7ad946', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1', 'mac_address': 'fa:16:3e:ce:17:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b7a5ff-be03-4f45-941c-26a50cdabf02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:00:43Z', 'updated_at': '2022-07-30T05:01:02Z', 'revision_number': 1, 'project_id': 'decb0bd64582440590890900e594b79e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc83e3d-6f18-45ea-80e9-35ad9f11c343', 'name': '', 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1', 'tenant_id': 'decb0bd64582440590890900e594b79e', 'mac_address': 'fa:16:3e:5e:c7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '92a83611-d09e-4b38-9b4b-aa1a1854f601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:18Z', 'updated_at': '2022-07-30T04:58:36Z', 'revision_number': 5, 'project_id': 'decb0bd64582440590890900e594b79e', 'subnets': [{'id': '92a83611-d09e-4b38-9b4b-aa1a1854f601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:01:06.387351 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:06.419691 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb70578-0963-4ec8-8459-b95335d0b724 None None] The sync data for ids ['b59f3aef-e47d-4eb9-819a-3790ca762486'] in dv-cinder-851279-3-iscsi is: [{'id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'name': 'tempest-ServerRescueNegativeTestJSON-1110144523-router', 'tenant_id': 'decb0bd64582440590890900e594b79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'f3dcf5ad-6c18-4a26-ba1e-4d12186bca40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:10Z', 'updated_at': '2022-07-30T04:58:20Z', 'revision_number': 4, 'project_id': 'decb0bd64582440590890900e594b79e', 'gw_port': {'id': 'f3dcf5ad-6c18-4a26-ba1e-4d12186bca40', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:82:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:11Z', 'updated_at': '2022-07-30T04:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': 'a3c8b0a0-92c2-4cb2-b36f-e00b9a615463', 'tenant_id': 'decb0bd64582440590890900e594b79e', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'port_id': '3ee72598-16cb-4e6d-aa46-89dd6f7ad946', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1', 'mac_address': 'fa:16:3e:ce:17:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b7a5ff-be03-4f45-941c-26a50cdabf02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:00:43Z', 'updated_at': '2022-07-30T05:01:02Z', 'revision_number': 1, 'project_id': 'decb0bd64582440590890900e594b79e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc83e3d-6f18-45ea-80e9-35ad9f11c343', 'name': '', 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1', 'tenant_id': 'decb0bd64582440590890900e594b79e', 'mac_address': 'fa:16:3e:5e:c7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '92a83611-d09e-4b38-9b4b-aa1a1854f601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:18Z', 'updated_at': '2022-07-30T04:58:36Z', 'revision_number': 5, 'project_id': 'decb0bd64582440590890900e594b79e', 'subnets': [{'id': '92a83611-d09e-4b38-9b4b-aa1a1854f601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:01:06.452203 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-f22552c4-d8ee-47d5-bea8-cdb8d8583168 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Allocated IP 172.20.0.5 (67254df2-69cc-4935-a78a-856ecd4c2eaf/e3949b13-2948-400c-8508-8658cccc7c7a/b6093eab-acff-4f9e-9803-4facdba24732) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:01:06.480831 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-263bae9f-e3ad-4281-ab97-89fd5217514a req-b2fa8dfb-538d-4997-97a0-211edf3306e3 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4f0c48f-08ac-4a62-b5f4-7138c10159cb HTTP/1.1" status: 200 len: 210 time: 0.0705576 Jul 30 05:01:06.485646 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-75ad4a86-4420-475a-a33e-997a3c41628e tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for security_group (cf3ed918-95a4-4e38-a727-aa71cf26e56e), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:06.499541 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-75ad4a86-4420-475a-a33e-997a3c41628e tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (cf3ed918-95a4-4e38-a727-aa71cf26e56e), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:06.538824 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad4a86-4420-475a-a33e-997a3c41628e tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3ed918-95a4-4e38-a727-aa71cf26e56e,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:06.565719 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-75ad4a86-4420-475a-a33e-997a3c41628e tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:06.569922 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-75ad4a86-4420-475a-a33e-997a3c41628e tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3163204 Jul 30 05:01:06.570248 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 52812) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:01:06.574972 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-e7625e3c-4926-4182-8c73-8ea426316e6e tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Request body: {'security_group_rule': {'security_group_id': 'cf3ed918-95a4-4e38-a727-aa71cf26e56e', 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:01:06.633950 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-e7625e3c-4926-4182-8c73-8ea426316e6e tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for security_group_rule (07d0589f-f66f-4253-9589-e3054f784ef5), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:06.709542 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-f22552c4-d8ee-47d5-bea8-cdb8d8583168 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Publish callbacks [] for port (b6093eab-acff-4f9e-9803-4facdba24732), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:06.723228 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device d99de16a-f328-4d87-94d6-1c2723324369 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:01:06.729386 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-e7625e3c-4926-4182-8c73-8ea426316e6e tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for security_group_rule (07d0589f-f66f-4253-9589-e3054f784ef5), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:06.750952 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-e7625e3c-4926-4182-8c73-8ea426316e6e tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826758'] for security_group_rule (07d0589f-f66f-4253-9589-e3054f784ef5), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:06.760353 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:06.782214 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-f22552c4-d8ee-47d5-bea8-cdb8d8583168 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (b6093eab-acff-4f9e-9803-4facdba24732), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:06.800226 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7625e3c-4926-4182-8c73-8ea426316e6e tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07d0589f-f66f-4253-9589-e3054f784ef5,revision_number=0']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:06.814735 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port d99de16a-f328-4d87-94d6-1c2723324369 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:01:06.815444 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (d99de16a-f328-4d87-94d6-1c2723324369), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:06.817957 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-e7625e3c-4926-4182-8c73-8ea426316e6e tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:06.819249 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-e7625e3c-4926-4182-8c73-8ea426316e6e tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2478926 Jul 30 05:01:06.822107 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 52816) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:01:06.826535 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-dec00209-0e48-43f1-95b6-eeb4210e5988 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Request body: {'security_group_rule': {'security_group_id': 'cf3ed918-95a4-4e38-a727-aa71cf26e56e', 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:01:06.868167 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:06.872574 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-dec00209-0e48-43f1-95b6-eeb4210e5988 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for security_group_rule (c95147f7-c386-4326-a6ef-89381fce8610), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:06.900328 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f020905-f2ef-4d87-b68a-4a727ecf73da req-46b63487-51eb-40d3-8781-da88f664fd63 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:06.902063 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6f020905-f2ef-4d87-b68a-4a727ecf73da req-46b63487-51eb-40d3-8781-da88f664fd63 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.0631278 Jul 30 05:01:06.918092 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-f22552c4-d8ee-47d5-bea8-cdb8d8583168 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Network 67254df2-69cc-4935-a78a-856ecd4c2eaf is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:01:06.929891 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:06.931574 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-f22552c4-d8ee-47d5-bea8-cdb8d8583168 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:01:06.943774 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-f22552c4-d8ee-47d5-bea8-cdb8d8583168 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 05:01:06.979714 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port d99de16a-f328-4d87-94d6-1c2723324369 is: DOWN; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:01:06.980868 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (d99de16a-f328-4d87-94d6-1c2723324369), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:06.998558 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-dec00209-0e48-43f1-95b6-eeb4210e5988 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for security_group_rule (c95147f7-c386-4326-a6ef-89381fce8610), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:07.007085 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-dec00209-0e48-43f1-95b6-eeb4210e5988 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826758'] for security_group_rule (c95147f7-c386-4326-a6ef-89381fce8610), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:07.026578 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22552c4-d8ee-47d5-bea8-cdb8d8583168 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Pushing event updated for resources: {'Port': ['ID=b6093eab-acff-4f9e-9803-4facdba24732,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:07.030048 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec00209-0e48-43f1-95b6-eeb4210e5988 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c95147f7-c386-4326-a6ef-89381fce8610,revision_number=0']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:07.055237 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-dec00209-0e48-43f1-95b6-eeb4210e5988 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:07.057188 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-dec00209-0e48-43f1-95b6-eeb4210e5988 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2340603 Jul 30 05:01:07.059891 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 52818) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:01:07.067847 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-2dbf21a3-4034-4105-a767-eec9c160cec6 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Request body: {'security_group_rule': {'security_group_id': 'cf3ed918-95a4-4e38-a727-aa71cf26e56e', 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:01:07.068085 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] For port d99de16a-f328-4d87-94d6-1c2723324369, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=d99de16a-f328-4d87-94d6-1c2723324369,segment=NetworkSegment(e5d036d1-25f5-4dcf-bf6d-d8f947655ab3),segment_id=e5d036d1-25f5-4dcf-bf6d-d8f947655ab3)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:01:07.075199 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (d99de16a-f328-4d87-94d6-1c2723324369), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:07.081709 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6f020905-f2ef-4d87-b68a-4a727ecf73da req-780f7205-27b3-40ff-8dab-b02be651884e tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610699 Jul 30 05:01:07.130916 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2dbf21a3-4034-4105-a767-eec9c160cec6 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for security_group_rule (8808abe7-98e9-47cd-907f-49c54c43923e), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:07.139018 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:07.140156 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-f22552c4-d8ee-47d5-bea8-cdb8d8583168 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:07.140948 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-f22552c4-d8ee-47d5-bea8-cdb8d8583168 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:07.182982 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-f22552c4-d8ee-47d5-bea8-cdb8d8583168 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2068722 Jul 30 05:01:07.197672 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-9ae884c7-db80-476c-8a95-4dea6de90a72 service neutron] Request body: {'port': {'device_id': 'a4f0c48f-08ac-4a62-b5f4-7138c10159cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:01:07.226898 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Pushing event updated for resources: {'Port': ['ID=d99de16a-f328-4d87-94d6-1c2723324369,revision_number=4']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:07.237184 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2dbf21a3-4034-4105-a767-eec9c160cec6 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for security_group_rule (8808abe7-98e9-47cd-907f-49c54c43923e), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:07.244980 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2dbf21a3-4034-4105-a767-eec9c160cec6 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826758'] for security_group_rule (8808abe7-98e9-47cd-907f-49c54c43923e), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:07.282324 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:07.287821 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2dbf21a3-4034-4105-a767-eec9c160cec6 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:07.290838 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-2dbf21a3-4034-4105-a767-eec9c160cec6 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2298162 Jul 30 05:01:07.292814 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98139352-c504-440d-a90f-648b124de111 None None] Sync routers for ids ['51958c4b-9ac6-4ccb-873b-4c53992f0062'] in dv-cinder-851279-3-iscsi {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:01:07.294799 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 52822) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:01:07.300970 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-9f2ea099-0dcc-49c1-a175-cc8a5cb2fff9 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Request body: {'security_group_rule': {'security_group_id': 'cf3ed918-95a4-4e38-a727-aa71cf26e56e', 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:01:07.310405 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1cf8e7-fb46-458f-96fe-d2b0706e9f42 None None] New status for floating IP a3c8b0a0-92c2-4cb2-b36f-e00b9a615463: ACTIVE {{(pid=103973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 30 05:01:07.319116 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98139352-c504-440d-a90f-648b124de111 None None] Routers {'51958c4b-9ac6-4ccb-873b-4c53992f0062'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:01:07.320408 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-98139352-c504-440d-a90f-648b124de111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:00:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['51958c4b-9ac6-4ccb-873b-4c53992f0062'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:01:07.327122 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf21a3-4034-4105-a767-eec9c160cec6 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8808abe7-98e9-47cd-907f-49c54c43923e,revision_number=0']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:07.344585 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9f2ea099-0dcc-49c1-a175-cc8a5cb2fff9 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for security_group_rule (ecf6b5d7-5b3e-40dc-a465-a3931efbba66), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:07.480519 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9f2ea099-0dcc-49c1-a175-cc8a5cb2fff9 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for security_group_rule (ecf6b5d7-5b3e-40dc-a465-a3931efbba66), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:07.491380 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9f2ea099-0dcc-49c1-a175-cc8a5cb2fff9 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826758'] for security_group_rule (ecf6b5d7-5b3e-40dc-a465-a3931efbba66), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:07.528848 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-98139352-c504-440d-a90f-648b124de111 None None] Set router 51958c4b-9ac6-4ccb-873b-4c53992f0062 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:01:07.550500 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ea099-0dcc-49c1-a175-cc8a5cb2fff9 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecf6b5d7-5b3e-40dc-a465-a3931efbba66,revision_number=0']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:07.554253 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9f2ea099-0dcc-49c1-a175-cc8a5cb2fff9 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:07.571040 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-9f2ea099-0dcc-49c1-a175-cc8a5cb2fff9 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2743697 Jul 30 05:01:07.572093 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 52826) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:01:07.576529 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-3a49f61c-f3ca-4c76-87da-f6e4e3a4bd8f tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Request body: {'security_group_rule': {'security_group_id': 'cf3ed918-95a4-4e38-a727-aa71cf26e56e', 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:01:07.615393 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-9ae884c7-db80-476c-8a95-4dea6de90a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (b6093eab-acff-4f9e-9803-4facdba24732), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:07.642729 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.db.securitygroups_db [None req-3a49f61c-f3ca-4c76-87da-f6e4e3a4bd8f tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Project db365a6a9f6041a7a8749fd1a1e3d488 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 05:01:07.670527 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-3a49f61c-f3ca-4c76-87da-f6e4e3a4bd8f tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for security_group_rule (74407f47-5a66-4533-9257-d8a5c404fc01), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:07.699011 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2464d9b-83d6-4be3-ab08-e26285e11d48 req-ab3d81df-1a72-4e56-82e8-d58a3aa9e5cb tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:07.700115 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-b2464d9b-83d6-4be3-ab08-e26285e11d48 req-ab3d81df-1a72-4e56-82e8-d58a3aa9e5cb tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4f0c48f-08ac-4a62-b5f4-7138c10159cb HTTP/1.1" status: 200 len: 931 time: 0.0777800 Jul 30 05:01:07.778992 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-3a49f61c-f3ca-4c76-87da-f6e4e3a4bd8f tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for security_group_rule (74407f47-5a66-4533-9257-d8a5c404fc01), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:07.794939 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-3a49f61c-f3ca-4c76-87da-f6e4e3a4bd8f tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826758'] for security_group_rule (74407f47-5a66-4533-9257-d8a5c404fc01), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:07.824576 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49f61c-f3ca-4c76-87da-f6e4e3a4bd8f tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74407f47-5a66-4533-9257-d8a5c404fc01,revision_number=0']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:07.828380 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-3a49f61c-f3ca-4c76-87da-f6e4e3a4bd8f tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:07.833107 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-3a49f61c-f3ca-4c76-87da-f6e4e3a4bd8f tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2599108 Jul 30 05:01:07.833918 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 52830) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:01:07.839208 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-b2464d9b-83d6-4be3-ab08-e26285e11d48 req-d5edb2b6-99d0-4bdd-9679-c8d4ab795a25 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263614 Jul 30 05:01:07.842274 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-547db8d2-2382-46c2-914c-1eb901028cff tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Request body: {'security_group_rule': {'security_group_id': 'cf3ed918-95a4-4e38-a727-aa71cf26e56e', 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:01:07.881010 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-98139352-c504-440d-a90f-648b124de111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51958c4b-9ac6-4ccb-873b-4c53992f0062', 'name': 'tempest-TestVolumeBootPattern-1881504145-router', 'tenant_id': '045ba324caf94e62a62b3ed245adf7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'd99de16a-f328-4d87-94d6-1c2723324369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:00:56Z', 'updated_at': '2022-07-30T05:01:04Z', 'revision_number': 4, 'project_id': '045ba324caf94e62a62b3ed245adf7b6', 'gw_port': {'id': 'd99de16a-f328-4d87-94d6-1c2723324369', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51958c4b-9ac6-4ccb-873b-4c53992f0062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:58Z', 'updated_at': '2022-07-30T05:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': '823505de-267f-4a04-90e0-71c999dab23c', 'name': '', 'network_id': '8fcad5ed-5326-4877-bcfc-c256b8a323d9', 'tenant_id': '045ba324caf94e62a62b3ed245adf7b6', 'mac_address': 'fa:16:3e:50:f1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51958c4b-9ac6-4ccb-873b-4c53992f0062', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '3e0a8fbc-7fd8-41bc-a331-c5857b330f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:01:02Z', 'updated_at': '2022-07-30T05:01:04Z', 'revision_number': 2, 'project_id': '045ba324caf94e62a62b3ed245adf7b6', 'subnets': [{'id': '3e0a8fbc-7fd8-41bc-a331-c5857b330f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:01:07.890605 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.db.securitygroups_db [None req-547db8d2-2382-46c2-914c-1eb901028cff tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Project db365a6a9f6041a7a8749fd1a1e3d488 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 05:01:07.898967 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-547db8d2-2382-46c2-914c-1eb901028cff tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for security_group_rule (82e0a718-ce99-4132-a8ab-a31d1c8401d0), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:07.915695 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98139352-c504-440d-a90f-648b124de111 None None] Checking router: 51958c4b-9ac6-4ccb-873b-4c53992f0062 for host: dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:01:07.916055 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98139352-c504-440d-a90f-648b124de111 None None] Updating router 51958c4b-9ac6-4ccb-873b-4c53992f0062 port 823505de-267f-4a04-90e0-71c999dab23c binding host dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 05:01:07.951052 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-98139352-c504-440d-a90f-648b124de111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (823505de-267f-4a04-90e0-71c999dab23c), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:07.953885 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:07.998750 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-547db8d2-2382-46c2-914c-1eb901028cff tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for security_group_rule (82e0a718-ce99-4132-a8ab-a31d1c8401d0), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:08.006364 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-547db8d2-2382-46c2-914c-1eb901028cff tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826758'] for security_group_rule (82e0a718-ce99-4132-a8ab-a31d1c8401d0), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:08.039005 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547db8d2-2382-46c2-914c-1eb901028cff tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82e0a718-ce99-4132-a8ab-a31d1c8401d0,revision_number=0']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:08.046409 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-547db8d2-2382-46c2-914c-1eb901028cff tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:08.052271 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-547db8d2-2382-46c2-914c-1eb901028cff tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2167051 Jul 30 05:01:08.086721 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-9ae884c7-db80-476c-8a95-4dea6de90a72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6093eab-acff-4f9e-9803-4facdba24732 {{(pid=103971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 05:01:08.098217 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-9ae884c7-db80-476c-8a95-4dea6de90a72 service neutron] Publish callbacks [] for port (b6093eab-acff-4f9e-9803-4facdba24732), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:08.125671 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.provisioning_blocks [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-9ae884c7-db80-476c-8a95-4dea6de90a72 service neutron] Transition to ACTIVE for port object b6093eab-acff-4f9e-9803-4facdba24732 will not be triggered until provisioned by entity L2. {{(pid=103971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 30 05:01:08.135019 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-9ae884c7-db80-476c-8a95-4dea6de90a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3264605'] for port (b6093eab-acff-4f9e-9803-4facdba24732), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:08.198702 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae884c7-db80-476c-8a95-4dea6de90a72 service neutron] Pushing event updated for resources: {'Port': ['ID=b6093eab-acff-4f9e-9803-4facdba24732,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:08.359385 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-9ae884c7-db80-476c-8a95-4dea6de90a72 service neutron] Attempting to bind port b6093eab-acff-4f9e-9803-4facdba24732 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 05:01:08.359725 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-9ae884c7-db80-476c-8a95-4dea6de90a72 service neutron] Attempting to bind port b6093eab-acff-4f9e-9803-4facdba24732 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': 'f28c73d5-7075-4c2a-b4b7-9c037eda13ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '67254df2-69cc-4935-a78a-856ecd4c2eaf'}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 05:01:08.360054 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-9ae884c7-db80-476c-8a95-4dea6de90a72 service neutron] Attempting to bind port b6093eab-acff-4f9e-9803-4facdba24732 on network 67254df2-69cc-4935-a78a-856ecd4c2eaf {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:01:08.365476 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:08.379282 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25178e-67b4-419d-868c-54c461ed95cc req-e54f52bc-1037-4261-aa7f-56835f584544 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:08.399657 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bc25178e-67b4-419d-868c-54c461ed95cc req-e54f52bc-1037-4261-aa7f-56835f584544 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.1378546 Jul 30 05:01:08.407915 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-9ae884c7-db80-476c-8a95-4dea6de90a72 service neutron] Port b6093eab-acff-4f9e-9803-4facdba24732 on network 67254df2-69cc-4935-a78a-856ecd4c2eaf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 30 05:01:08.408667 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-9ae884c7-db80-476c-8a95-4dea6de90a72 service neutron] Attempting to bind port b6093eab-acff-4f9e-9803-4facdba24732 on network 67254df2-69cc-4935-a78a-856ecd4c2eaf {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:01:08.426387 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-9ae884c7-db80-476c-8a95-4dea6de90a72 service neutron] Checking agent: {'id': 'dec4dcff-e2ed-49ed-8dd3-cc3856f345b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 56, 16), 'started_at': datetime.datetime(2022, 7, 30, 4, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 5, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 05:01:08.426969 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-9ae884c7-db80-476c-8a95-4dea6de90a72 service neutron] Checking segment: {'id': 'f28c73d5-7075-4c2a-b4b7-9c037eda13ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '67254df2-69cc-4935-a78a-856ecd4c2eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 05:01:08.427513 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-9ae884c7-db80-476c-8a95-4dea6de90a72 service neutron] Bound using segment: {'id': 'f28c73d5-7075-4c2a-b4b7-9c037eda13ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '67254df2-69cc-4935-a78a-856ecd4c2eaf'} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 05:01:08.428310 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-9ae884c7-db80-476c-8a95-4dea6de90a72 service neutron] Bound port: b6093eab-acff-4f9e-9803-4facdba24732, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f28c73d5-7075-4c2a-b4b7-9c037eda13ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '67254df2-69cc-4935-a78a-856ecd4c2eaf'}}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 05:01:08.428673 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-9ae884c7-db80-476c-8a95-4dea6de90a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (b6093eab-acff-4f9e-9803-4facdba24732), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:08.488572 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bc25178e-67b4-419d-868c-54c461ed95cc req-e8fdb968-13cf-4648-bcf6-ade5bca6c667 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817461 Jul 30 05:01:08.555066 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-9ae884c7-db80-476c-8a95-4dea6de90a72 service neutron] For port b6093eab-acff-4f9e-9803-4facdba24732, host hv-cinder-85127, cleared binding levels {{(pid=103971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:01:08.558855 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-9ae884c7-db80-476c-8a95-4dea6de90a72 service neutron] For port b6093eab-acff-4f9e-9803-4facdba24732, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=b6093eab-acff-4f9e-9803-4facdba24732,segment=NetworkSegment(f28c73d5-7075-4c2a-b4b7-9c037eda13ba),segment_id=f28c73d5-7075-4c2a-b4b7-9c037eda13ba)] {{(pid=103971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:01:08.568418 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-9ae884c7-db80-476c-8a95-4dea6de90a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3264605'] for port (b6093eab-acff-4f9e-9803-4facdba24732), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:08.576996 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-9ae884c7-db80-476c-8a95-4dea6de90a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:08.577617 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-9ae884c7-db80-476c-8a95-4dea6de90a72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:08.579079 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-9ae884c7-db80-476c-8a95-4dea6de90a72 service neutron] 10.222.0.49 "PUT /v2.0/ports/b6093eab-acff-4f9e-9803-4facdba24732 HTTP/1.1" status: 200 len: 1093 time: 1.3858242 Jul 30 05:01:08.579643 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f0c48f-08ac-4a62-b5f4-7138c10159cb', 'tag': 'b6093eab-acff-4f9e-9803-4facdba24732'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:01:08.582619 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b16b4900bbfc643f3f19b33d02e463cc441e963483cfbcd5657a130b47b3c9ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48fa99e-db3f-4820-9958-9a1f3fab4e5e" -d '{"events": [{"name": "network-changed", "server_uuid": "a4f0c48f-08ac-4a62-b5f4-7138c10159cb", "tag": "b6093eab-acff-4f9e-9803-4facdba24732"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:01:08.586352 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device d99de16a-f328-4d87-94d6-1c2723324369 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:01:08.665241 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Jul 2022 05:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f3bb43-16f4-46db-8f36-05871430a8a8 x-openstack-request-id: req-64f3bb43-16f4-46db-8f36-05871430a8a8 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:01:08.665690 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4f0c48f-08ac-4a62-b5f4-7138c10159cb", "tag": "b6093eab-acff-4f9e-9803-4facdba24732", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:01:08.665792 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64f3bb43-16f4-46db-8f36-05871430a8a8 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:01:08.666156 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64f3bb43-16f4-46db-8f36-05871430a8a8'] response: {'name': 'network-changed', 'server_uuid': 'a4f0c48f-08ac-4a62-b5f4-7138c10159cb', 'tag': 'b6093eab-acff-4f9e-9803-4facdba24732', 'status': 'completed', 'code': 200} Jul 30 05:01:08.666667 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-98139352-c504-440d-a90f-648b124de111 None None] Publish callbacks [] for port (823505de-267f-4a04-90e0-71c999dab23c), precommit_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:08.675410 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port d99de16a-f328-4d87-94d6-1c2723324369 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:01:08.675849 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (d99de16a-f328-4d87-94d6-1c2723324369), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:08.679758 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-98139352-c504-440d-a90f-648b124de111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (823505de-267f-4a04-90e0-71c999dab23c), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:08.699754 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae884c7-db80-476c-8a95-4dea6de90a72 service neutron] Pushing event updated for resources: {'Port': ['ID=b6093eab-acff-4f9e-9803-4facdba24732,revision_number=3']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:08.754116 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:08.823110 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad65c76-674b-4eb2-baf6-c0c954208146 None None] Pushing event updated for resources: {'Port': ['ID=823505de-267f-4a04-90e0-71c999dab23c,revision_number=3']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:08.884977 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-98139352-c504-440d-a90f-648b124de111 None None] Attempting to bind port 823505de-267f-4a04-90e0-71c999dab23c on host dv-cinder-851279-3-iscsi for vnic_type normal with profile {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 05:01:08.885616 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-98139352-c504-440d-a90f-648b124de111 None None] Attempting to bind port 823505de-267f-4a04-90e0-71c999dab23c by drivers openvswitch,hyperv on host dv-cinder-851279-3-iscsi at level 0 using segments [{'id': '207d2e5f-f4f9-4a5c-b547-4dc351ee738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8fcad5ed-5326-4877-bcfc-c256b8a323d9'}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 05:01:08.887359 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98139352-c504-440d-a90f-648b124de111 None None] Attempting to bind port 823505de-267f-4a04-90e0-71c999dab23c on network 8fcad5ed-5326-4877-bcfc-c256b8a323d9 {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:01:08.921606 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98139352-c504-440d-a90f-648b124de111 None None] Checking agent: {'id': 'b9fa2c71-9776-421f-81b8-af2eb557e43b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 49, 56), 'started_at': datetime.datetime(2022, 7, 30, 4, 50, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 5, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 05:01:08.922013 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98139352-c504-440d-a90f-648b124de111 None None] Checking segment: {'id': '207d2e5f-f4f9-4a5c-b547-4dc351ee738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8fcad5ed-5326-4877-bcfc-c256b8a323d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 05:01:08.922380 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-98139352-c504-440d-a90f-648b124de111 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:08.922854 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98139352-c504-440d-a90f-648b124de111 None None] Bound using segment: {'id': '207d2e5f-f4f9-4a5c-b547-4dc351ee738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8fcad5ed-5326-4877-bcfc-c256b8a323d9'} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 05:01:08.923368 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-98139352-c504-440d-a90f-648b124de111 None None] Bound port: 823505de-267f-4a04-90e0-71c999dab23c, host: dv-cinder-851279-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207d2e5f-f4f9-4a5c-b547-4dc351ee738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8fcad5ed-5326-4877-bcfc-c256b8a323d9'}}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 05:01:08.923799 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-98139352-c504-440d-a90f-648b124de111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (823505de-267f-4a04-90e0-71c999dab23c), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:08.951937 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port d99de16a-f328-4d87-94d6-1c2723324369 is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:01:08.994079 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:09.011738 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ec27c-38f7-41ff-a68b-9edab2601a52 req-8a61f89c-97cd-4f3c-b213-ef2346a8ae59 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:09.013266 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6d6ec27c-38f7-41ff-a68b-9edab2601a52 req-8a61f89c-97cd-4f3c-b213-ef2346a8ae59 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4f0c48f-08ac-4a62-b5f4-7138c10159cb HTTP/1.1" status: 200 len: 943 time: 0.0680003 Jul 30 05:01:09.040270 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-98139352-c504-440d-a90f-648b124de111 None None] For port 823505de-267f-4a04-90e0-71c999dab23c, host dv-cinder-851279-3-iscsi, cleared binding levels {{(pid=103972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:01:09.043896 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-98139352-c504-440d-a90f-648b124de111 None None] For port 823505de-267f-4a04-90e0-71c999dab23c, host dv-cinder-851279-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=823505de-267f-4a04-90e0-71c999dab23c,segment=NetworkSegment(207d2e5f-f4f9-4a5c-b547-4dc351ee738d),segment_id=207d2e5f-f4f9-4a5c-b547-4dc351ee738d)] {{(pid=103972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:01:09.054153 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-98139352-c504-440d-a90f-648b124de111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (823505de-267f-4a04-90e0-71c999dab23c), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:09.092801 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6d6ec27c-38f7-41ff-a68b-9edab2601a52 req-5156a2ca-8d0e-4b0e-9fd5-30f0a8df7ed0 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653605 Jul 30 05:01:09.102293 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98139352-c504-440d-a90f-648b124de111 None None] Routers {'51958c4b-9ac6-4ccb-873b-4c53992f0062'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:01:09.103344 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-98139352-c504-440d-a90f-648b124de111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:00:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['51958c4b-9ac6-4ccb-873b-4c53992f0062'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:01:09.255318 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad65c76-674b-4eb2-baf6-c0c954208146 None None] Pushing event updated for resources: {'Port': ['ID=823505de-267f-4a04-90e0-71c999dab23c,revision_number=4']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:09.263590 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-98139352-c504-440d-a90f-648b124de111 None None] Set router 51958c4b-9ac6-4ccb-873b-4c53992f0062 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:01:09.516438 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-98139352-c504-440d-a90f-648b124de111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51958c4b-9ac6-4ccb-873b-4c53992f0062', 'name': 'tempest-TestVolumeBootPattern-1881504145-router', 'tenant_id': '045ba324caf94e62a62b3ed245adf7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'd99de16a-f328-4d87-94d6-1c2723324369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:00:56Z', 'updated_at': '2022-07-30T05:01:04Z', 'revision_number': 4, 'project_id': '045ba324caf94e62a62b3ed245adf7b6', 'gw_port': {'id': 'd99de16a-f328-4d87-94d6-1c2723324369', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51958c4b-9ac6-4ccb-873b-4c53992f0062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:58Z', 'updated_at': '2022-07-30T05:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': '823505de-267f-4a04-90e0-71c999dab23c', 'name': '', 'network_id': '8fcad5ed-5326-4877-bcfc-c256b8a323d9', 'tenant_id': '045ba324caf94e62a62b3ed245adf7b6', 'mac_address': 'fa:16:3e:50:f1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51958c4b-9ac6-4ccb-873b-4c53992f0062', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '3e0a8fbc-7fd8-41bc-a331-c5857b330f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:01:02Z', 'updated_at': '2022-07-30T05:01:09Z', 'revision_number': 4, 'project_id': '045ba324caf94e62a62b3ed245adf7b6', 'subnets': [{'id': '3e0a8fbc-7fd8-41bc-a331-c5857b330f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:01:09.548914 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98139352-c504-440d-a90f-648b124de111 None None] The sync data for ids ['51958c4b-9ac6-4ccb-873b-4c53992f0062'] in dv-cinder-851279-3-iscsi is: [{'id': '51958c4b-9ac6-4ccb-873b-4c53992f0062', 'name': 'tempest-TestVolumeBootPattern-1881504145-router', 'tenant_id': '045ba324caf94e62a62b3ed245adf7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'd99de16a-f328-4d87-94d6-1c2723324369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:00:56Z', 'updated_at': '2022-07-30T05:01:04Z', 'revision_number': 4, 'project_id': '045ba324caf94e62a62b3ed245adf7b6', 'gw_port': {'id': 'd99de16a-f328-4d87-94d6-1c2723324369', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51958c4b-9ac6-4ccb-873b-4c53992f0062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:58Z', 'updated_at': '2022-07-30T05:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': '823505de-267f-4a04-90e0-71c999dab23c', 'name': '', 'network_id': '8fcad5ed-5326-4877-bcfc-c256b8a323d9', 'tenant_id': '045ba324caf94e62a62b3ed245adf7b6', 'mac_address': 'fa:16:3e:50:f1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51958c4b-9ac6-4ccb-873b-4c53992f0062', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '3e0a8fbc-7fd8-41bc-a331-c5857b330f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:01:02Z', 'updated_at': '2022-07-30T05:01:09Z', 'revision_number': 4, 'project_id': '045ba324caf94e62a62b3ed245adf7b6', 'subnets': [{'id': '3e0a8fbc-7fd8-41bc-a331-c5857b330f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:01:09.840607 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c597821-5456-4c49-96a1-8eabb3432c17 req-b88995f2-dd42-460d-8884-c16aa253cf4d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:09.875603 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-2c597821-5456-4c49-96a1-8eabb3432c17 req-b88995f2-dd42-460d-8884-c16aa253cf4d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.2007053 Jul 30 05:01:09.981228 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-2c597821-5456-4c49-96a1-8eabb3432c17 req-8b4f6e49-0c32-4094-887d-29d4cb0d229f tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070366 Jul 30 05:01:10.242571 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d36d8-2112-4b97-91f5-baedf1bad8a6 req-67038a12-39b3-43fe-9567-22e240e9f9d5 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:10.250123 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-313d36d8-2112-4b97-91f5-baedf1bad8a6 req-67038a12-39b3-43fe-9567-22e240e9f9d5 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4f0c48f-08ac-4a62-b5f4-7138c10159cb HTTP/1.1" status: 200 len: 943 time: 0.0793238 Jul 30 05:01:10.317266 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-313d36d8-2112-4b97-91f5-baedf1bad8a6 req-35580a78-8db5-4b99-9a71-258af3dde95c tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660145 Jul 30 05:01:10.593713 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 823505de-267f-4a04-90e0-71c999dab23c up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:01:10.649739 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:10.659709 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 823505de-267f-4a04-90e0-71c999dab23c triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:01:10.660235 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (823505de-267f-4a04-90e0-71c999dab23c), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:10.756958 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 823505de-267f-4a04-90e0-71c999dab23c is: DOWN; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:01:10.757315 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (823505de-267f-4a04-90e0-71c999dab23c), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:10.801292 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] For port 823505de-267f-4a04-90e0-71c999dab23c, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=823505de-267f-4a04-90e0-71c999dab23c,segment=NetworkSegment(207d2e5f-f4f9-4a5c-b547-4dc351ee738d),segment_id=207d2e5f-f4f9-4a5c-b547-4dc351ee738d)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:01:10.820237 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (823505de-267f-4a04-90e0-71c999dab23c), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:10.826978 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:10.879199 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Pushing event updated for resources: {'Port': ['ID=823505de-267f-4a04-90e0-71c999dab23c,revision_number=5']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:11.114150 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92392ab-31f8-4e9e-baa9-e4ae6a571e86 req-eee174e6-465a-4d70-8686-d33426f52f1a tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:11.115800 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d92392ab-31f8-4e9e-baa9-e4ae6a571e86 req-eee174e6-465a-4d70-8686-d33426f52f1a tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.0531845 Jul 30 05:01:11.136121 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:INSERT=8,neutron:SELECT=83,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:11.170208 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d92392ab-31f8-4e9e-baa9-e4ae6a571e86 req-47d0a613-3803-47f5-b9c7-6dfb5fed8607 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488629 Jul 30 05:01:11.453635 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c92e1f-402e-4d43-b743-8fd5941c0bd4 req-1f5b9cb0-f2c1-4e95-a156-ec01b832a5c5 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:11.455162 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-21c92e1f-402e-4d43-b743-8fd5941c0bd4 req-1f5b9cb0-f2c1-4e95-a156-ec01b832a5c5 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4f0c48f-08ac-4a62-b5f4-7138c10159cb HTTP/1.1" status: 200 len: 943 time: 0.0486295 Jul 30 05:01:11.509837 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-21c92e1f-402e-4d43-b743-8fd5941c0bd4 req-0062157a-4435-4cb6-8e1a-cd96d3d74390 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487442 Jul 30 05:01:12.297901 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2b83a-0f1f-409e-87be-b55a73bdf533 req-35cf4293-16e1-413e-a94a-e7e1f6d91afd tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:12.300288 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-c3b2b83a-0f1f-409e-87be-b55a73bdf533 req-35cf4293-16e1-413e-a94a-e7e1f6d91afd tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.0489030 Jul 30 05:01:12.355607 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-c3b2b83a-0f1f-409e-87be-b55a73bdf533 req-54e26aeb-f39e-476c-ac02-c8df2ad311e0 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485191 Jul 30 05:01:12.493126 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 823505de-267f-4a04-90e0-71c999dab23c up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:01:12.543038 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 823505de-267f-4a04-90e0-71c999dab23c triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:01:12.543233 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (823505de-267f-4a04-90e0-71c999dab23c), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:12.620943 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 823505de-267f-4a04-90e0-71c999dab23c is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:01:12.641809 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f80b43-004c-48f4-a8f2-f9c2c0203948 req-768dab15-faf3-41cb-851b-d9d777b6efb2 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:12.644235 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-24f80b43-004c-48f4-a8f2-f9c2c0203948 req-768dab15-faf3-41cb-851b-d9d777b6efb2 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4f0c48f-08ac-4a62-b5f4-7138c10159cb HTTP/1.1" status: 200 len: 943 time: 0.0581579 Jul 30 05:01:12.694227 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-24f80b43-004c-48f4-a8f2-f9c2c0203948 req-cf454370-0b6c-4139-bb24-217e32161a3e tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442705 Jul 30 05:01:13.488748 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea5f9c-a0f9-4a70-b893-85afa1b0bab8 req-706cab39-02a0-41e9-9568-a45d9b20ef84 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:13.490254 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-79ea5f9c-a0f9-4a70-b893-85afa1b0bab8 req-706cab39-02a0-41e9-9568-a45d9b20ef84 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.0530498 Jul 30 05:01:13.541430 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-79ea5f9c-a0f9-4a70-b893-85afa1b0bab8 req-602b67b8-fb91-4b92-959e-918eaa7896d7 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455403 Jul 30 05:01:13.609819 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fa99e-db3f-4820-9958-9a1f3fab4e5e req-cb0938aa-7dc4-47f8-a387-d79d5b90a8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:13.611733 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a48fa99e-db3f-4820-9958-9a1f3fab4e5e req-cb0938aa-7dc4-47f8-a387-d79d5b90a8a1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f102af4a74e946caa9fefc7ad0ae148c&device_id=a4f0c48f-08ac-4a62-b5f4-7138c10159cb HTTP/1.1" status: 200 len: 1127 time: 0.0451810 Jul 30 05:01:13.818606 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ab2e9-f871-48c5-8a22-6a5c8dc587cb req-bca3c720-e851-48cd-ac03-d3cc95d7d941 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:13.820068 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-236ab2e9-f871-48c5-8a22-6a5c8dc587cb req-bca3c720-e851-48cd-ac03-d3cc95d7d941 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4f0c48f-08ac-4a62-b5f4-7138c10159cb HTTP/1.1" status: 200 len: 943 time: 0.0534501 Jul 30 05:01:13.869752 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-236ab2e9-f871-48c5-8a22-6a5c8dc587cb req-c49c490e-d485-4d54-bd74-fbcff69c3826 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435596 Jul 30 05:01:14.328780 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fa99e-db3f-4820-9958-9a1f3fab4e5e req-91e1eb6b-cc3a-401e-9419-fa3a09ffd0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:14.331401 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a48fa99e-db3f-4820-9958-9a1f3fab4e5e req-91e1eb6b-cc3a-401e-9419-fa3a09ffd0af service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=f102af4a74e946caa9fefc7ad0ae148c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1074483 Jul 30 05:01:14.670638 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed2bb5-0a7c-4b71-b919-4ae31e249723 req-74e1c3cc-c9fa-41cb-a659-e9bc5c176099 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:14.672113 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-8bed2bb5-0a7c-4b71-b919-4ae31e249723 req-74e1c3cc-c9fa-41cb-a659-e9bc5c176099 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.0487318 Jul 30 05:01:14.710398 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:INSERT=5 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:14.725076 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-8bed2bb5-0a7c-4b71-b919-4ae31e249723 req-943656c6-f59b-4933-91c2-60a8dc6e56a5 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464327 Jul 30 05:01:15.042149 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b984cfd-7a78-490e-8af1-699136a51268 req-10533bc2-e9a9-47ee-b836-cd6db9323297 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:15.043704 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6b984cfd-7a78-490e-8af1-699136a51268 req-10533bc2-e9a9-47ee-b836-cd6db9323297 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4f0c48f-08ac-4a62-b5f4-7138c10159cb HTTP/1.1" status: 200 len: 943 time: 0.0979519 Jul 30 05:01:15.123483 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fa99e-db3f-4820-9958-9a1f3fab4e5e req-47d907c8-9ee6-4dd8-a7ef-73c6bcd293e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:15.124954 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a48fa99e-db3f-4820-9958-9a1f3fab4e5e req-47d907c8-9ee6-4dd8-a7ef-73c6bcd293e1 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1359808 Jul 30 05:01:15.129279 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6b984cfd-7a78-490e-8af1-699136a51268 req-e536ca56-380b-4ba1-a9aa-af782afb7202 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757062 Jul 30 05:01:15.178727 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ccafd-a733-4e08-b1de-313ba648dbe7 req-145a0423-ded1-491d-9b24-543b865c6d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:15.180637 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-719ccafd-a733-4e08-b1de-313ba648dbe7 req-145a0423-ded1-491d-9b24-543b865c6d4d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bc6f8afc1abf427f92c44fdc55994b18&device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 1129 time: 0.0655413 Jul 30 05:01:15.260475 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-35928ddc-90e8-4ed7-be30-faa6a70ec958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:15.261984 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-35928ddc-90e8-4ed7-be30-faa6a70ec958 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f102af4a74e946caa9fefc7ad0ae148c&device_id=a4f0c48f-08ac-4a62-b5f4-7138c10159cb HTTP/1.1" status: 200 len: 1127 time: 0.0547869 Jul 30 05:01:15.297314 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ccafd-a733-4e08-b1de-313ba648dbe7 req-1f5aef27-606f-4bc3-bc0e-0bc14d3f5a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:15.299630 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-719ccafd-a733-4e08-b1de-313ba648dbe7 req-1f5aef27-606f-4bc3-bc0e-0bc14d3f5a04 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fdf70601-7662-4f43-8ddd-db3bc3add8d1 HTTP/1.1" status: 200 len: 918 time: 0.1050537 Jul 30 05:01:15.322646 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-a345db04-d539-4d1a-9a47-7b4c5a192b9f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6093eab-acff-4f9e-9803-4facdba24732 HTTP/1.1" status: 200 len: 217 time: 0.0374961 Jul 30 05:01:15.374072 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-719ccafd-a733-4e08-b1de-313ba648dbe7 req-404865b1-2883-4e83-85d3-c4e828854c8d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77f9d403-dee8-430d-8122-9a468f943da2 HTTP/1.1" status: 200 len: 1000 time: 0.0648122 Jul 30 05:01:15.380606 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-65d45a87-09b0-48d0-82d9-f69671396600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:15.382095 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-65d45a87-09b0-48d0-82d9-f69671396600 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e3949b13-2948-400c-8508-8658cccc7c7a HTTP/1.1" status: 200 len: 849 time: 0.0508597 Jul 30 05:01:15.418486 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-951d60e7-143c-4897-8b01-a74be0c206f0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=67254df2-69cc-4935-a78a-856ecd4c2eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273972 Jul 30 05:01:15.427732 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ccafd-a733-4e08-b1de-313ba648dbe7 req-d88bc48a-4e4c-4ef1-aa25-4646a017b7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:15.429228 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-719ccafd-a733-4e08-b1de-313ba648dbe7 req-d88bc48a-4e4c-4ef1-aa25-4646a017b7dd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=872e5683-a168-4487-9376-0296b22d54e2 HTTP/1.1" status: 200 len: 856 time: 0.0459492 Jul 30 05:01:15.480369 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ccafd-a733-4e08-b1de-313ba648dbe7 req-ae6d58d3-f9a1-4806-91e8-92d8b78337ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:15.482340 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-719ccafd-a733-4e08-b1de-313ba648dbe7 req-ae6d58d3-f9a1-4806-91e8-92d8b78337ba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fdf70601-7662-4f43-8ddd-db3bc3add8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411441 Jul 30 05:01:15.510988 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:15.515957 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:15.523842 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-f9ae7da5-2922-4df7-b1d5-0a9932218d00 service neutron] 10.222.0.49 "GET /v2.0/networks/67254df2-69cc-4935-a78a-856ecd4c2eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939271 Jul 30 05:01:15.593351 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-719ccafd-a733-4e08-b1de-313ba648dbe7 req-4d1b4f72-704b-4c43-ae1f-409689acb4ac service neutron] 10.222.0.49 "GET /v2.0/networks/fdf70601-7662-4f43-8ddd-db3bc3add8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940573 Jul 30 05:01:15.626410 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-78e51c5a-ec01-4dce-a955-8f1173f5db73 req-ec3d6472-fff1-408f-8635-703d33ef1cd8 service neutron] 10.222.0.49 "GET /v2.0/networks/67254df2-69cc-4935-a78a-856ecd4c2eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929980 Jul 30 05:01:15.686657 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-719ccafd-a733-4e08-b1de-313ba648dbe7 req-6de8934a-57f2-4b13-8fbc-b8d6e040471f service neutron] 10.222.0.49 "GET /v2.0/networks/fdf70601-7662-4f43-8ddd-db3bc3add8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859971 Jul 30 05:01:15.866391 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5bf371-ebde-4870-9efd-a446b3a03fa2 req-601d2f1e-8a40-4300-b3a7-428fc7e3eb4a tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:15.868407 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-ac5bf371-ebde-4870-9efd-a446b3a03fa2 req-601d2f1e-8a40-4300-b3a7-428fc7e3eb4a tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.0554860 Jul 30 05:01:15.921297 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-ac5bf371-ebde-4870-9efd-a446b3a03fa2 req-18578a77-d101-4623-9938-c334b62cb52b tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470157 Jul 30 05:01:15.972533 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (dec4dcff-e2ed-49ed-8dd3-cc3856f345b5), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:16.259066 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b4679-2e25-4292-84c2-73650e89124f req-afdefee9-5cf4-4785-a9a0-508da0c1359b tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:16.260708 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-024b4679-2e25-4292-84c2-73650e89124f req-afdefee9-5cf4-4785-a9a0-508da0c1359b tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4f0c48f-08ac-4a62-b5f4-7138c10159cb HTTP/1.1" status: 200 len: 943 time: 0.0530200 Jul 30 05:01:16.310409 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-024b4679-2e25-4292-84c2-73650e89124f req-d6afa0fd-7d95-44d6-9d2f-9457e861c9f8 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441082 Jul 30 05:01:17.048401 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ddac8-1d12-44bf-8011-1f85707990b5 req-90c2d92d-0d30-4baa-849f-203791d3ac03 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:17.050032 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-8c3ddac8-1d12-44bf-8011-1f85707990b5 req-90c2d92d-0d30-4baa-849f-203791d3ac03 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.0510640 Jul 30 05:01:17.098493 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-8c3ddac8-1d12-44bf-8011-1f85707990b5 req-209c572b-1aec-4793-b4ed-8e657c431ced tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427647 Jul 30 05:01:17.430386 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37211674-d896-4e01-b990-7f46211bbb55 req-b62c1f80-87cb-428c-a7f1-0ee1d8888449 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:17.431869 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-37211674-d896-4e01-b990-7f46211bbb55 req-b62c1f80-87cb-428c-a7f1-0ee1d8888449 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4f0c48f-08ac-4a62-b5f4-7138c10159cb HTTP/1.1" status: 200 len: 943 time: 0.0485892 Jul 30 05:01:17.482018 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-37211674-d896-4e01-b990-7f46211bbb55 req-bec155da-b46f-461c-a775-712d7cf86253 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445368 Jul 30 05:01:17.559005 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:17.567977 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:18.225129 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32ba11-76e8-4377-8c92-b868a32cb3bf req-c134d296-66dd-47db-9a41-ea0087138229 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:18.226665 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-2e32ba11-76e8-4377-8c92-b868a32cb3bf req-c134d296-66dd-47db-9a41-ea0087138229 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.0493395 Jul 30 05:01:18.247258 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:18.281718 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-2e32ba11-76e8-4377-8c92-b868a32cb3bf req-96b6f61b-0f7e-4422-8107-17c6fdc4d190 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486155 Jul 30 05:01:18.607592 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091ccb7-8399-4225-9b45-e5c41b87dc12 req-f5fe45ad-f2bc-48f2-899b-ddc0ca03d1cf tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:18.609148 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6091ccb7-8399-4225-9b45-e5c41b87dc12 req-f5fe45ad-f2bc-48f2-899b-ddc0ca03d1cf tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4f0c48f-08ac-4a62-b5f4-7138c10159cb HTTP/1.1" status: 200 len: 943 time: 0.0518513 Jul 30 05:01:18.657727 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6091ccb7-8399-4225-9b45-e5c41b87dc12 req-ab86c58f-097e-461a-bfba-e6444df45b10 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422430 Jul 30 05:01:19.390317 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 77f9d403-dee8-430d-8122-9a468f943da2 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:01:19.417907 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79671416-b5a2-4bc0-9f11-ffeb644a582b req-d367a0f3-39af-4ad9-8313-db474a499a4d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:19.419768 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-79671416-b5a2-4bc0-9f11-ffeb644a582b req-d367a0f3-39af-4ad9-8313-db474a499a4d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 945 time: 0.0501134 Jul 30 05:01:19.474740 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-79671416-b5a2-4bc0-9f11-ffeb644a582b req-1c7bb09f-04c9-4991-b7af-170eb56e0f66 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485384 Jul 30 05:01:19.504646 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port 77f9d403-dee8-430d-8122-9a468f943da2 is: ACTIVE; New status is: DOWN {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:01:19.505037 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (77f9d403-dee8-430d-8122-9a468f943da2), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:19.530898 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4370e65-bec4-454f-9566-33ff60441229', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77f9d403-dee8-430d-8122-9a468f943da2'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:01:19.533924 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097f6318ceefad5cd58475957c164f396c8a98df32e112d8bd5bde4ce5121001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a90312b-faa3-4276-8eb6-b6624be81c7d" -d '{"events": [{"server_uuid": "e4370e65-bec4-454f-9566-33ff60441229", "name": "network-vif-unplugged", "status": "completed", "tag": "77f9d403-dee8-430d-8122-9a468f943da2"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:01:19.547924 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 77f9d403-dee8-430d-8122-9a468f943da2, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=77f9d403-dee8-430d-8122-9a468f943da2,segment=NetworkSegment(e9c7cb1b-4a6d-49ef-8923-a11361e78abf),segment_id=e9c7cb1b-4a6d-49ef-8923-a11361e78abf)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:01:19.552519 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (77f9d403-dee8-430d-8122-9a468f943da2), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:19.579364 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Jul 2022 05:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8639e59e-46ca-489b-80ad-fb752c0f26de x-openstack-request-id: req-8639e59e-46ca-489b-80ad-fb752c0f26de {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:01:19.579649 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4370e65-bec4-454f-9566-33ff60441229", "name": "network-vif-unplugged", "status": "completed", "tag": "77f9d403-dee8-430d-8122-9a468f943da2", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:01:19.580438 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8639e59e-46ca-489b-80ad-fb752c0f26de {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:01:19.580819 dv-cinder-851279-3-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8639e59e-46ca-489b-80ad-fb752c0f26de'] response: {'server_uuid': 'e4370e65-bec4-454f-9566-33ff60441229', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77f9d403-dee8-430d-8122-9a468f943da2', 'code': 200} Jul 30 05:01:19.605275 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=77f9d403-dee8-430d-8122-9a468f943da2,revision_number=8']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:19.775164 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb468af3-99c7-440e-a828-d4836340353a req-fabd594f-e54f-450b-8ad2-ca5dcc797772 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:19.776676 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-fb468af3-99c7-440e-a828-d4836340353a req-fabd594f-e54f-450b-8ad2-ca5dcc797772 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4f0c48f-08ac-4a62-b5f4-7138c10159cb HTTP/1.1" status: 200 len: 943 time: 0.0483677 Jul 30 05:01:19.826827 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-fb468af3-99c7-440e-a828-d4836340353a req-dc2ad875-7455-41c8-9efb-08154375b1cd tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446095 Jul 30 05:01:20.502824 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d6a3f249-ec3d-4575-83e0-5977d8a0a8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:20.606338 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262887f7-f205-49ca-b03a-a65d848dfdc4 req-080082a7-1d6f-4e44-b9ca-35f97e2af468 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:20.607840 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-262887f7-f205-49ca-b03a-a65d848dfdc4 req-080082a7-1d6f-4e44-b9ca-35f97e2af468 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0467968 Jul 30 05:01:20.654824 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-262887f7-f205-49ca-b03a-a65d848dfdc4 req-6a3f5d9b-3ff1-4c22-96a0-109fa82cfdc7 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407870 Jul 30 05:01:20.948088 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5080e8b-1613-4dbe-a798-d645dddb2cad req-7746557b-28f5-4ba7-a51c-140a7a4efc7c tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:20.949582 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-a5080e8b-1613-4dbe-a798-d645dddb2cad req-7746557b-28f5-4ba7-a51c-140a7a4efc7c tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4f0c48f-08ac-4a62-b5f4-7138c10159cb HTTP/1.1" status: 200 len: 943 time: 0.0515721 Jul 30 05:01:20.998194 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-a5080e8b-1613-4dbe-a798-d645dddb2cad req-f9d3f291-a6fc-4e04-b892-fc6c5eef8b9f tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421822 Jul 30 05:01:21.783880 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4b73c-72e4-4021-9be6-5570ddb929e4 req-78c562eb-0886-41cd-9edf-1e95ffea43d6 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:21.785467 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9fa4b73c-72e4-4021-9be6-5570ddb929e4 req-78c562eb-0886-41cd-9edf-1e95ffea43d6 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0505629 Jul 30 05:01:21.833559 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9fa4b73c-72e4-4021-9be6-5570ddb929e4 req-d4d3fee8-a798-4a58-be27-2a7fba8cc684 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418768 Jul 30 05:01:22.078841 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:22.116547 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aefa453-eaec-42b1-8fe2-9c888e4b0174 req-7d96604d-faff-4d36-a509-6680a67b23b6 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:22.118009 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-4aefa453-eaec-42b1-8fe2-9c888e4b0174 req-7d96604d-faff-4d36-a509-6680a67b23b6 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4f0c48f-08ac-4a62-b5f4-7138c10159cb HTTP/1.1" status: 200 len: 943 time: 0.0477591 Jul 30 05:01:22.164479 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-4aefa453-eaec-42b1-8fe2-9c888e4b0174 req-e80ad2ec-8ede-4818-b3fb-1ac99b47f260 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409882 Jul 30 05:01:22.830389 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-5894373a-4a8f-4a4b-8e06-0fe396e41cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:22.954649 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a3869-3dbb-4d70-ab93-a191635a3ad3 req-07968bd7-3894-4ed3-b37d-a36c305b05e7 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:22.956867 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-435a3869-3dbb-4d70-ab93-a191635a3ad3 req-07968bd7-3894-4ed3-b37d-a36c305b05e7 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0469689 Jul 30 05:01:23.002413 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-435a3869-3dbb-4d70-ab93-a191635a3ad3 req-0d0f616b-567b-4fb0-bd04-37b8dfd5189d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401995 Jul 30 05:01:23.283794 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f327a79-cf02-4873-9278-1dcf25566ab0 req-cc8cdba4-87cb-4aae-b6d8-9bc8d6503e15 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:23.285370 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-1f327a79-cf02-4873-9278-1dcf25566ab0 req-cc8cdba4-87cb-4aae-b6d8-9bc8d6503e15 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4f0c48f-08ac-4a62-b5f4-7138c10159cb HTTP/1.1" status: 200 len: 943 time: 0.0464339 Jul 30 05:01:23.336789 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-1f327a79-cf02-4873-9278-1dcf25566ab0 req-e11cac34-60c5-4263-88af-d3a94e4aeeec tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460641 Jul 30 05:01:23.523997 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device b6093eab-acff-4f9e-9803-4facdba24732 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=103972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 05:01:23.625810 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port b6093eab-acff-4f9e-9803-4facdba24732, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=b6093eab-acff-4f9e-9803-4facdba24732,segment=NetworkSegment(f28c73d5-7075-4c2a-b4b7-9c037eda13ba),segment_id=f28c73d5-7075-4c2a-b4b7-9c037eda13ba)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:01:23.636878 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Returning: {'device': 'b6093eab-acff-4f9e-9803-4facdba24732', 'network_id': '67254df2-69cc-4935-a78a-856ecd4c2eaf', 'port_id': 'b6093eab-acff-4f9e-9803-4facdba24732', 'mac_address': 'fa:16:3e:08:7b:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3949b13-2948-400c-8508-8658cccc7c7a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 05:01:23.666095 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:23.674240 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-21ec59a4-fc62-456d-97a4-74f3f060c638 req-6d0fdceb-b0bd-427d-aeab-6cc40d6d2010 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385993 Jul 30 05:01:23.676689 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port b6093eab-acff-4f9e-9803-4facdba24732 is: DOWN; New status is: BUILD {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:01:23.677223 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (b6093eab-acff-4f9e-9803-4facdba24732), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:23.692160 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6093eab-acff-4f9e-9803-4facdba24732 {{(pid=103972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 05:01:23.712746 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port b6093eab-acff-4f9e-9803-4facdba24732, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=b6093eab-acff-4f9e-9803-4facdba24732,segment=NetworkSegment(f28c73d5-7075-4c2a-b4b7-9c037eda13ba),segment_id=f28c73d5-7075-4c2a-b4b7-9c037eda13ba)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:01:23.717323 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (b6093eab-acff-4f9e-9803-4facdba24732), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:23.736566 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec59a4-fc62-456d-97a4-74f3f060c638 req-e7db9a7c-4d59-44a8-963d-b0e947f35778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:23.739644 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-21ec59a4-fc62-456d-97a4-74f3f060c638 req-e7db9a7c-4d59-44a8-963d-b0e947f35778 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=decb0bd64582440590890900e594b79e&device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 1129 time: 0.0432560 Jul 30 05:01:23.763874 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=b6093eab-acff-4f9e-9803-4facdba24732,revision_number=4']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:23.772292 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:23.772648 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:23.773392 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:23.773392 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:23.773775 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:23.774029 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:23.774348 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:23.774712 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:23.775045 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:23.775375 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:23.775711 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:23.776063 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:23.776397 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:23.776716 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:23.777045 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:23.869009 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:23.875653 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:23.898601 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec59a4-fc62-456d-97a4-74f3f060c638 req-936db982-e87a-4414-823f-4370f89fe65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:23.900148 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-21ec59a4-fc62-456d-97a4-74f3f060c638 req-936db982-e87a-4414-823f-4370f89fe65f service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf976b2f-0ebc-4e5a-b101-0355f31913b1 HTTP/1.1" status: 200 len: 920 time: 0.1037061 Jul 30 05:01:23.945615 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-21ec59a4-fc62-456d-97a4-74f3f060c638 req-4b29a9bc-39a6-400c-abaf-88edc397d8e6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46f49659-6b94-4d15-9602-46c795a35ee9 HTTP/1.1" status: 200 len: 217 time: 0.0349574 Jul 30 05:01:24.002021 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec59a4-fc62-456d-97a4-74f3f060c638 req-79b7901e-355f-41a0-b4ce-a634b5584610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:24.003990 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-21ec59a4-fc62-456d-97a4-74f3f060c638 req-79b7901e-355f-41a0-b4ce-a634b5584610 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=92a83611-d09e-4b38-9b4b-aa1a1854f601 HTTP/1.1" status: 200 len: 858 time: 0.0473692 Jul 30 05:01:24.063099 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec59a4-fc62-456d-97a4-74f3f060c638 req-67851e20-8c15-49eb-a0df-8245aa30650e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:24.064599 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-21ec59a4-fc62-456d-97a4-74f3f060c638 req-67851e20-8c15-49eb-a0df-8245aa30650e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf976b2f-0ebc-4e5a-b101-0355f31913b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514426 Jul 30 05:01:24.097034 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] get_ports_and_sgs() called for port_ids ['b6093eab-acff-4f9e-9803-4facdba24732'] {{(pid=103972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:01:24.139174 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f7bce-e2d0-486e-9ae2-854d25466519 req-e94f04cc-7256-42e4-914e-770bb8e3756f tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:24.141284 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a97f7bce-e2d0-486e-9ae2-854d25466519 req-e94f04cc-7256-42e4-914e-770bb8e3756f tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0561709 Jul 30 05:01:24.182603 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-21ec59a4-fc62-456d-97a4-74f3f060c638 req-94dcb68e-f65a-44d6-86c6-9fbf9eef83c8 service neutron] 10.222.0.49 "GET /v2.0/networks/cf976b2f-0ebc-4e5a-b101-0355f31913b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001880 Jul 30 05:01:24.212551 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a97f7bce-e2d0-486e-9ae2-854d25466519 req-61059bc7-9786-4118-b69c-af7f2b195147 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589824 Jul 30 05:01:24.293819 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-21ec59a4-fc62-456d-97a4-74f3f060c638 req-f9b75b1a-ddc0-41ea-b59f-8ca784585049 service neutron] 10.222.0.49 "GET /v2.0/networks/cf976b2f-0ebc-4e5a-b101-0355f31913b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009104 Jul 30 05:01:24.461130 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90540de4-e8b4-4036-9d3f-e7a9c12dfabf req-955f8b5c-8913-4cae-ae6c-01b6db232c6d tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:24.462867 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-90540de4-e8b4-4036-9d3f-e7a9c12dfabf req-955f8b5c-8913-4cae-ae6c-01b6db232c6d tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4f0c48f-08ac-4a62-b5f4-7138c10159cb HTTP/1.1" status: 200 len: 944 time: 0.0531077 Jul 30 05:01:24.546038 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-90540de4-e8b4-4036-9d3f-e7a9c12dfabf req-b71b77e6-742d-4eed-b5ed-deb2b95fc2e4 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764272 Jul 30 05:01:24.775728 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [req-127d5737-cf2e-4766-b807-57ec4d2571ed req-d30dbe6e-a737-451f-8be1-71e7c0cea94b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 30 05:01:24.776634 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-127d5737-cf2e-4766-b807-57ec4d2571ed req-d30dbe6e-a737-451f-8be1-71e7c0cea94b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053835 Jul 30 05:01:24.948123 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:24.958990 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82512e3b-db51-451c-8a44-d0d754d543de req-6babed6e-e227-4af6-b84e-25662efdbc59 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:24.960945 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-82512e3b-db51-451c-8a44-d0d754d543de req-6babed6e-e227-4af6-b84e-25662efdbc59 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0565989 Jul 30 05:01:25.027020 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-82512e3b-db51-451c-8a44-d0d754d543de req-b0e325e4-6ad1-407b-9393-7dfbd1e93b07 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590410 Jul 30 05:01:25.209719 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 53102) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:01:25.294348 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-b5f90302-594f-4b55-b36d-171ad399d5ba req-60437a3d-eac5-4b64-adde-655d69ca93a1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0834014 Jul 30 05:01:25.295326 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:25.303883 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [req-b5f90302-594f-4b55-b36d-171ad399d5ba req-79571bc5-d464-4eb3-9973-283a5686f05a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103970) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 30 05:01:25.304837 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-b5f90302-594f-4b55-b36d-171ad399d5ba req-79571bc5-d464-4eb3-9973-283a5686f05a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057821 Jul 30 05:01:25.382055 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 53110) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:01:25.481595 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f90302-594f-4b55-b36d-171ad399d5ba req-df91cc4b-2921-44aa-b09f-cdd8fd8e5562 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:25.482976 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-b5f90302-594f-4b55-b36d-171ad399d5ba req-df91cc4b-2921-44aa-b09f-cdd8fd8e5562 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports/77f9d403-dee8-430d-8122-9a468f943da2 HTTP/1.1" status: 200 len: 940 time: 0.0999172 Jul 30 05:01:25.657239 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfba077-cac7-4926-8e2b-ae089becebb3 req-1cf77d94-965b-46ca-9164-4c436e4d3d4b tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:25.663041 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1dfba077-cac7-4926-8e2b-ae089becebb3 req-1cf77d94-965b-46ca-9164-4c436e4d3d4b tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4f0c48f-08ac-4a62-b5f4-7138c10159cb HTTP/1.1" status: 200 len: 944 time: 0.0532682 Jul 30 05:01:25.681055 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:25.714772 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1dfba077-cac7-4926-8e2b-ae089becebb3 req-46a0815a-e436-4fe2-8ffb-a9c5a50d01a1 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495152 Jul 30 05:01:26.151345 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3121c2-bcac-4357-aa5f-9ecdab16c58e req-bd4be6dd-ed2d-419f-80e5-ce868049ff12 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:26.152801 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-cc3121c2-bcac-4357-aa5f-9ecdab16c58e req-bd4be6dd-ed2d-419f-80e5-ce868049ff12 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0474427 Jul 30 05:01:26.199691 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-cc3121c2-bcac-4357-aa5f-9ecdab16c58e req-d0b76186-f599-42d0-b202-c8c31b70a4b6 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414910 Jul 30 05:01:26.838709 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5a0b4-13e1-4b7f-85d0-72b8bd1d80b9 req-2cc18ced-12be-4fd7-b164-033b4f98b6dd tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:26.840184 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e2a5a0b4-13e1-4b7f-85d0-72b8bd1d80b9 req-2cc18ced-12be-4fd7-b164-033b4f98b6dd tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4f0c48f-08ac-4a62-b5f4-7138c10159cb HTTP/1.1" status: 200 len: 944 time: 0.0502336 Jul 30 05:01:26.866409 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:26.884125 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:26.888740 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e2a5a0b4-13e1-4b7f-85d0-72b8bd1d80b9 req-a7f83778-49ca-4ba3-934b-42b8fedc799e tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428774 Jul 30 05:01:27.324278 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5bbdc0-ca42-4111-8cab-6bfa0c5d0058 req-d56aeb56-243e-40f0-aaea-939eb18e30f8 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:27.325638 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-af5bbdc0-ca42-4111-8cab-6bfa0c5d0058 req-d56aeb56-243e-40f0-aaea-939eb18e30f8 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0474527 Jul 30 05:01:27.375227 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-af5bbdc0-ca42-4111-8cab-6bfa0c5d0058 req-b67325f1-fbc5-416a-b357-7474c0d08188 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441139 Jul 30 05:01:28.007295 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d5a75-a3c2-428a-815e-0ed9de1d5846 req-ef6b315e-4667-46e0-bd00-9e0ae9903ed3 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:28.008762 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-752d5a75-a3c2-428a-815e-0ed9de1d5846 req-ef6b315e-4667-46e0-bd00-9e0ae9903ed3 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4f0c48f-08ac-4a62-b5f4-7138c10159cb HTTP/1.1" status: 200 len: 944 time: 0.0472171 Jul 30 05:01:28.055520 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-752d5a75-a3c2-428a-815e-0ed9de1d5846 req-a521bc87-fff5-49e8-9e9e-843b8e6fb201 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412354 Jul 30 05:01:28.227462 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.agents_db [None req-c768def0-c5c3-40f0-ac12-561af9dad95f None None] Agent healthcheck: found 6 active agents {{(pid=103973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:01:28.368901 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device b6093eab-acff-4f9e-9803-4facdba24732 up at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:01:28.412612 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning for port b6093eab-acff-4f9e-9803-4facdba24732 completed by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 30 05:01:28.418031 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning complete for port b6093eab-acff-4f9e-9803-4facdba24732 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:01:28.418409 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (b6093eab-acff-4f9e-9803-4facdba24732), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:28.490579 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:28.493347 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port b6093eab-acff-4f9e-9803-4facdba24732 is: BUILD; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:01:28.493814 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (b6093eab-acff-4f9e-9803-4facdba24732), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:28.504864 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966b2e5-ae70-4057-8201-6e06401bf698 req-d0635677-8133-4f83-85e8-2fa30b5230fc tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:28.507019 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-a966b2e5-ae70-4057-8201-6e06401bf698 req-d0635677-8133-4f83-85e8-2fa30b5230fc tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0486219 Jul 30 05:01:28.521126 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f0c48f-08ac-4a62-b5f4-7138c10159cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6093eab-acff-4f9e-9803-4facdba24732'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:01:28.523370 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097f6318ceefad5cd58475957c164f396c8a98df32e112d8bd5bde4ce5121001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40a16b0-1fcb-46a0-9e0e-0c4d7995786c" -d '{"events": [{"server_uuid": "a4f0c48f-08ac-4a62-b5f4-7138c10159cb", "name": "network-vif-plugged", "status": "completed", "tag": "b6093eab-acff-4f9e-9803-4facdba24732"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:01:28.536226 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port b6093eab-acff-4f9e-9803-4facdba24732, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=b6093eab-acff-4f9e-9803-4facdba24732,segment=NetworkSegment(f28c73d5-7075-4c2a-b4b7-9c037eda13ba),segment_id=f28c73d5-7075-4c2a-b4b7-9c037eda13ba)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:01:28.540054 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (b6093eab-acff-4f9e-9803-4facdba24732), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:28.558247 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-a966b2e5-ae70-4057-8201-6e06401bf698 req-91128b24-3216-437e-94fe-bc0f4183daf7 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456865 Jul 30 05:01:28.568328 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 05:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c507beee-e9ac-48a4-9e1d-45967e63ab5b x-openstack-request-id: req-c507beee-e9ac-48a4-9e1d-45967e63ab5b {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:01:28.568578 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f0c48f-08ac-4a62-b5f4-7138c10159cb", "name": "network-vif-plugged", "status": "completed", "tag": "b6093eab-acff-4f9e-9803-4facdba24732", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:01:28.568832 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c507beee-e9ac-48a4-9e1d-45967e63ab5b {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:01:28.569221 dv-cinder-851279-3-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c507beee-e9ac-48a4-9e1d-45967e63ab5b'] response: {'server_uuid': 'a4f0c48f-08ac-4a62-b5f4-7138c10159cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6093eab-acff-4f9e-9803-4facdba24732', 'code': 200} Jul 30 05:01:28.590212 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=b6093eab-acff-4f9e-9803-4facdba24732,revision_number=5']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:28.949147 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f18d9-cce4-4627-96c0-155f2027f789 req-04f71ae3-7f94-4283-8899-69634f2e6bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:28.950697 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e48f18d9-cce4-4627-96c0-155f2027f789 req-04f71ae3-7f94-4283-8899-69634f2e6bb0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a4f0c48f-08ac-4a62-b5f4-7138c10159cb HTTP/1.1" status: 200 len: 1129 time: 0.0402310 Jul 30 05:01:28.999631 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e48f18d9-cce4-4627-96c0-155f2027f789 req-c30a1450-7183-4ff2-9deb-c8d0b37996f1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382288 Jul 30 05:01:29.173890 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39975e-9f12-43ca-a2f0-de5285890295 req-82077228-5d67-42d5-8ed2-edabd2999954 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:29.175293 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-7c39975e-9f12-43ca-a2f0-de5285890295 req-82077228-5d67-42d5-8ed2-edabd2999954 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4f0c48f-08ac-4a62-b5f4-7138c10159cb HTTP/1.1" status: 200 len: 945 time: 0.0476060 Jul 30 05:01:29.226486 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-7c39975e-9f12-43ca-a2f0-de5285890295 req-e7f96061-d270-4a7c-8833-ad824bea7cb6 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456493 Jul 30 05:01:29.692088 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6f081-7b21-41f7-b677-1ca7885ac540 req-5842de6b-6a8d-412e-8274-5319e9d89e7c tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:29.693484 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-48c6f081-7b21-41f7-b677-1ca7885ac540 req-5842de6b-6a8d-412e-8274-5319e9d89e7c tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0525568 Jul 30 05:01:29.756899 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-48c6f081-7b21-41f7-b677-1ca7885ac540 req-f743a23b-c4e8-4cfb-b6b0-59a034b32bb5 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538900 Jul 30 05:01:30.350685 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43079e86-d4df-4f89-a6e3-ccb483e5a9ae req-07fda4ca-5cb6-42ed-8154-333825fb13cb tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:30.352147 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-43079e86-d4df-4f89-a6e3-ccb483e5a9ae req-07fda4ca-5cb6-42ed-8154-333825fb13cb tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4f0c48f-08ac-4a62-b5f4-7138c10159cb HTTP/1.1" status: 200 len: 945 time: 0.0476947 Jul 30 05:01:30.399002 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-43079e86-d4df-4f89-a6e3-ccb483e5a9ae req-5e266a0a-4ede-400d-8f11-adec845df8d8 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413363 Jul 30 05:01:30.894264 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f90302-594f-4b55-b36d-171ad399d5ba req-2c713c22-4b9c-41e2-8893-a4b1d56e05b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:30.895695 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-b5f90302-594f-4b55-b36d-171ad399d5ba req-2c713c22-4b9c-41e2-8893-a4b1d56e05b8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229&tenant_id=bc6f8afc1abf427f92c44fdc55994b18 HTTP/1.1" status: 200 len: 1127 time: 0.1092715 Jul 30 05:01:30.906167 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24340a1a-354b-4d3e-92da-105ce75dbe7e req-fd66a582-da97-41cd-873f-346029b31443 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:30.907578 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-24340a1a-354b-4d3e-92da-105ce75dbe7e req-fd66a582-da97-41cd-873f-346029b31443 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0664806 Jul 30 05:01:30.954757 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-24340a1a-354b-4d3e-92da-105ce75dbe7e req-f1f2901b-a7af-461d-bc9c-e9b193834367 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410025 Jul 30 05:01:31.335085 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-98d8ec8e-3888-45e9-8296-64c587205a62 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-9281366&fields=id&tenant_id=db365a6a9f6041a7a8749fd1a1e3d488 HTTP/1.1" status: 200 len: 267 time: 0.0457389 Jul 30 05:01:31.454717 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-d03de77d-7608-4b47-9db3-568dcdd47542 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:31.456560 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-d03de77d-7608-4b47-9db3-568dcdd47542 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/networks?id=05de52c4-affb-4a9e-aea7-e8e105567377 HTTP/1.1" status: 200 len: 812 time: 0.1147521 Jul 30 05:01:31.475499 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-e1adea5c-8290-43d1-ba07-106fb63285c2 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/quotas/db365a6a9f6041a7a8749fd1a1e3d488 HTTP/1.1" status: 200 len: 375 time: 0.0130792 Jul 30 05:01:31.519165 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f90302-594f-4b55-b36d-171ad399d5ba req-cd5a6661-a38c-47d8-8c2a-2ac9463ad62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:31.520674 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-b5f90302-594f-4b55-b36d-171ad399d5ba req-cd5a6661-a38c-47d8-8c2a-2ac9463ad62b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bc6f8afc1abf427f92c44fdc55994b18&device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 1127 time: 0.0654893 Jul 30 05:01:31.527449 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-3960d968-ef21-432a-b631-4c16c6640792 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=db365a6a9f6041a7a8749fd1a1e3d488&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461996 Jul 30 05:01:31.547211 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7087771c-928b-49a0-8830-dd31e663efd3 req-fc8c7025-99a7-4700-9fda-9f789fffa2be tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:31.548649 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-7087771c-928b-49a0-8830-dd31e663efd3 req-fc8c7025-99a7-4700-9fda-9f789fffa2be tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4f0c48f-08ac-4a62-b5f4-7138c10159cb HTTP/1.1" status: 200 len: 945 time: 0.0618153 Jul 30 05:01:31.633853 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-47ae161f-4f6c-4cd2-a670-d7e67a84e068 service neutron] 10.222.0.20 "GET /v2.0/networks/05de52c4-affb-4a9e-aea7-e8e105567377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933859 Jul 30 05:01:31.729563 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-c4eb1bcd-4b0c-4268-8735-d88e3835dc0c service neutron] 10.222.0.20 "GET /v2.0/networks/05de52c4-affb-4a9e-aea7-e8e105567377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897388 Jul 30 05:01:31.899476 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-7087771c-928b-49a0-8830-dd31e663efd3 req-8b67043f-d6b7-40b0-ab32-0b8ebdac7da7 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406026 Jul 30 05:01:31.913976 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f90302-594f-4b55-b36d-171ad399d5ba req-abca7db9-4ed7-4df5-b78f-6b59b773f36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:31.915646 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-b5f90302-594f-4b55-b36d-171ad399d5ba req-abca7db9-4ed7-4df5-b78f-6b59b773f36d service neutron] 10.222.0.49 "GET /v2.0/networks?id=fdf70601-7662-4f43-8ddd-db3bc3add8d1 HTTP/1.1" status: 200 len: 918 time: 0.3851542 Jul 30 05:01:31.996808 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-b5f90302-594f-4b55-b36d-171ad399d5ba req-a8473ac2-29dc-41be-ba2a-8a9c5e640213 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77f9d403-dee8-430d-8122-9a468f943da2 HTTP/1.1" status: 200 len: 998 time: 0.0693362 Jul 30 05:01:32.053418 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:32.062360 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c35ea69e-2455-49bf-8ea7-24902ca7cec9 req-3aada613-285b-4e75-bb4e-46a9994b2acf tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 210 time: 0.0396354 Jul 30 05:01:32.124026 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f90302-594f-4b55-b36d-171ad399d5ba req-63efc4a3-91ba-4559-af10-8d8cfdd44af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:32.126011 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-b5f90302-594f-4b55-b36d-171ad399d5ba req-63efc4a3-91ba-4559-af10-8d8cfdd44af7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=872e5683-a168-4487-9376-0296b22d54e2 HTTP/1.1" status: 200 len: 856 time: 0.1063673 Jul 30 05:01:32.134817 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36385068-0a65-499f-9315-c750893afeea req-fbda4670-f475-453c-a5fa-51dfaccffc30 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:32.139144 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-36385068-0a65-499f-9315-c750893afeea req-fbda4670-f475-453c-a5fa-51dfaccffc30 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0822196 Jul 30 05:01:32.220338 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f90302-594f-4b55-b36d-171ad399d5ba req-f10bfc01-33e4-4bdc-a9b9-e48ca31d280c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:32.223007 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-b5f90302-594f-4b55-b36d-171ad399d5ba req-f10bfc01-33e4-4bdc-a9b9-e48ca31d280c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fdf70601-7662-4f43-8ddd-db3bc3add8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0824847 Jul 30 05:01:32.275556 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-36385068-0a65-499f-9315-c750893afeea req-b1c7a3c4-7360-4856-99c8-75010f8cf72a tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964155 Jul 30 05:01:32.372005 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-b5f90302-594f-4b55-b36d-171ad399d5ba req-c007336b-d4d8-413d-9082-1fb425cd4759 service neutron] 10.222.0.49 "GET /v2.0/networks/fdf70601-7662-4f43-8ddd-db3bc3add8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371696 Jul 30 05:01:32.412464 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 77f9d403-dee8-430d-8122-9a468f943da2 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:01:32.500428 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:32.516704 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-b5f90302-594f-4b55-b36d-171ad399d5ba req-d695f8fc-05a9-4723-8652-708b76a2765a service neutron] 10.222.0.49 "GET /v2.0/networks/fdf70601-7662-4f43-8ddd-db3bc3add8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371555 Jul 30 05:01:32.530576 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port 77f9d403-dee8-430d-8122-9a468f943da2 is: DOWN; New status is: DOWN {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:01:32.814889 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aaf7cd-61bf-4736-a434-a5eee2abc651 req-f6eb6e2c-cef3-4237-87f7-630018a8c9da tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:32.816350 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-94aaf7cd-61bf-4736-a434-a5eee2abc651 req-f6eb6e2c-cef3-4237-87f7-630018a8c9da tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4f0c48f-08ac-4a62-b5f4-7138c10159cb HTTP/1.1" status: 200 len: 945 time: 0.0473187 Jul 30 05:01:32.864320 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-94aaf7cd-61bf-4736-a434-a5eee2abc651 req-1d9870df-3ccd-4baa-88d1-66a449ec04c3 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421565 Jul 30 05:01:33.166236 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-621f632f-f0a6-4a69-b99f-0201f10166bd req-6dffdfd6-54fe-4cbc-84a5-3c38feb241a4 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 210 time: 0.0281670 Jul 30 05:01:33.410338 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63d8d0-eac0-4393-885d-c2b161651aeb req-db65a003-417a-437a-a5e4-b751a8cf2215 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:33.411830 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1d63d8d0-eac0-4393-885d-c2b161651aeb req-db65a003-417a-437a-a5e4-b751a8cf2215 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0468762 Jul 30 05:01:33.461203 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1d63d8d0-eac0-4393-885d-c2b161651aeb req-1aca88cf-48b5-4b9e-9428-dda35aa78c21 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433564 Jul 30 05:01:33.979915 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610397c-39c2-425c-a447-178b4ba7bb56 req-3084fb1a-35db-49c8-b4ec-836bf9808b03 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:33.981364 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-8610397c-39c2-425c-a447-178b4ba7bb56 req-3084fb1a-35db-49c8-b4ec-836bf9808b03 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4f0c48f-08ac-4a62-b5f4-7138c10159cb HTTP/1.1" status: 200 len: 945 time: 0.0467079 Jul 30 05:01:34.031749 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-8610397c-39c2-425c-a447-178b4ba7bb56 req-2655ea3f-b901-44b1-9b49-c8b2d8071b36 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450544 Jul 30 05:01:34.272957 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c4b8d2bf-223f-4e90-a8f9-da10967afe5d req-599a3bd7-80d5-42c8-afc0-2a75fcc13f48 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 210 time: 0.0359135 Jul 30 05:01:34.593640 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a26cf-c784-4bda-805a-350c54085e83 req-67d6fc21-4f4a-4c1f-8622-95c5605cc02a tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:34.595988 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e43a26cf-c784-4bda-805a-350c54085e83 req-67d6fc21-4f4a-4c1f-8622-95c5605cc02a tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0541189 Jul 30 05:01:34.652330 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e43a26cf-c784-4bda-805a-350c54085e83 req-8fd1969e-44bc-4863-a632-14ad8754d912 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497613 Jul 30 05:01:35.162973 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112c6a4-27e8-4dcc-a951-f4befebe1e91 req-8cb7bc4d-04df-4d19-8e20-cc2f73d5c895 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:35.165031 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f112c6a4-27e8-4dcc-a951-f4befebe1e91 req-8cb7bc4d-04df-4d19-8e20-cc2f73d5c895 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4f0c48f-08ac-4a62-b5f4-7138c10159cb HTTP/1.1" status: 200 len: 945 time: 0.0577478 Jul 30 05:01:35.184835 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:35.214813 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f112c6a4-27e8-4dcc-a951-f4befebe1e91 req-db0c7f9a-e298-42a6-abf8-fce02c9befb7 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436244 Jul 30 05:01:35.375456 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-cab07b27-c6fb-439a-9686-3ecd12da8204 req-86639f63-6e7c-4729-9f23-943d41ac4872 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 210 time: 0.0313022 Jul 30 05:01:35.816096 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5718b76-ac12-416e-ba33-5d38102e42b0 req-1a8b04eb-2972-4505-9c73-1f6c19e30824 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:35.818552 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f5718b76-ac12-416e-ba33-5d38102e42b0 req-1a8b04eb-2972-4505-9c73-1f6c19e30824 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0749576 Jul 30 05:01:35.874840 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f5718b76-ac12-416e-ba33-5d38102e42b0 req-bbf5817b-a6d5-4d34-a448-bdf92d422988 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431819 Jul 30 05:01:36.348515 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c45b3-5cf5-461a-9b5f-ced73325f513 req-4998f728-4567-463e-9446-1d8bb4884891 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:36.350373 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-0e8c45b3-5cf5-461a-9b5f-ced73325f513 req-4998f728-4567-463e-9446-1d8bb4884891 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4f0c48f-08ac-4a62-b5f4-7138c10159cb HTTP/1.1" status: 200 len: 945 time: 0.0502050 Jul 30 05:01:36.407320 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-0e8c45b3-5cf5-461a-9b5f-ced73325f513 req-2d0e5f9b-6a14-4f74-92d9-a47c27860e6b tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483899 Jul 30 05:01:36.458598 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:36.482964 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-925d93b0-b5e3-47e9-9e09-0ba544d310a1 req-e04a70fe-ca09-4a21-bc19-d646f5dec03c tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 210 time: 0.0354187 Jul 30 05:01:37.001583 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737523b-2e3a-480c-b6b6-f2010e612a01 req-c0591208-ed2c-4978-aad8-d206617bf915 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:37.008214 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e737523b-2e3a-480c-b6b6-f2010e612a01 req-c0591208-ed2c-4978-aad8-d206617bf915 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0484407 Jul 30 05:01:37.060926 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e737523b-2e3a-480c-b6b6-f2010e612a01 req-3d6d4f5f-5890-449e-ab72-11966d61f752 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495794 Jul 30 05:01:37.537655 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134ddf0-9154-4ab2-9cde-6ac3c94cc366 req-e539c8c1-2796-4999-a53d-519d8a91e45c tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:37.539328 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5134ddf0-9154-4ab2-9cde-6ac3c94cc366 req-e539c8c1-2796-4999-a53d-519d8a91e45c tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4f0c48f-08ac-4a62-b5f4-7138c10159cb HTTP/1.1" status: 200 len: 945 time: 0.0594511 Jul 30 05:01:37.591672 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5134ddf0-9154-4ab2-9cde-6ac3c94cc366 req-f1bbd3b8-f621-49d8-8e77-85e3a7850a66 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465314 Jul 30 05:01:37.662562 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-44c33dfe-c791-40b3-9569-a5def00f4000 req-977e964f-5d0d-46d5-af74-d7b47a9faa9f tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 210 time: 0.0807452 Jul 30 05:01:38.192424 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5173d-c18f-40bb-8822-d155f5c6fbf8 req-ca57148b-0a5e-4868-a43e-f2042f09717b tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:38.193872 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b8a5173d-c18f-40bb-8822-d155f5c6fbf8 req-ca57148b-0a5e-4868-a43e-f2042f09717b tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0493925 Jul 30 05:01:38.222924 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:38.224794 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=5 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:38.250741 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b8a5173d-c18f-40bb-8822-d155f5c6fbf8 req-e83db5f2-c5de-49a8-a889-2f96d0d21a35 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507102 Jul 30 05:01:38.437630 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device b6093eab-acff-4f9e-9803-4facdba24732 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:01:38.513529 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port b6093eab-acff-4f9e-9803-4facdba24732 is: ACTIVE; New status is: DOWN {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:01:38.513920 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (b6093eab-acff-4f9e-9803-4facdba24732), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:38.559804 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port b6093eab-acff-4f9e-9803-4facdba24732, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=b6093eab-acff-4f9e-9803-4facdba24732,segment=NetworkSegment(f28c73d5-7075-4c2a-b4b7-9c037eda13ba),segment_id=f28c73d5-7075-4c2a-b4b7-9c037eda13ba)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:01:38.560849 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f0c48f-08ac-4a62-b5f4-7138c10159cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6093eab-acff-4f9e-9803-4facdba24732'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:01:38.563316 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097f6318ceefad5cd58475957c164f396c8a98df32e112d8bd5bde4ce5121001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7d366b-5c7f-41da-91b9-517397e0d364" -d '{"events": [{"server_uuid": "a4f0c48f-08ac-4a62-b5f4-7138c10159cb", "name": "network-vif-unplugged", "status": "completed", "tag": "b6093eab-acff-4f9e-9803-4facdba24732"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:01:38.566720 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (b6093eab-acff-4f9e-9803-4facdba24732), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:38.603643 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Jul 2022 05:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9131ba48-690a-410f-8d83-cef4c8850bec x-openstack-request-id: req-9131ba48-690a-410f-8d83-cef4c8850bec {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:01:38.603952 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f0c48f-08ac-4a62-b5f4-7138c10159cb", "name": "network-vif-unplugged", "status": "completed", "tag": "b6093eab-acff-4f9e-9803-4facdba24732", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:01:38.604203 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9131ba48-690a-410f-8d83-cef4c8850bec {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:01:38.604592 dv-cinder-851279-3-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9131ba48-690a-410f-8d83-cef4c8850bec'] response: {'server_uuid': 'a4f0c48f-08ac-4a62-b5f4-7138c10159cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6093eab-acff-4f9e-9803-4facdba24732', 'code': 200} Jul 30 05:01:38.604911 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:38.618151 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=b6093eab-acff-4f9e-9803-4facdba24732,revision_number=6']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:38.725722 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926dcb55-0fda-4858-94a6-9cf3c08b2d3b req-f1352e7d-0968-4353-9372-018e51700860 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:38.727332 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-926dcb55-0fda-4858-94a6-9cf3c08b2d3b req-f1352e7d-0968-4353-9372-018e51700860 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4f0c48f-08ac-4a62-b5f4-7138c10159cb HTTP/1.1" status: 200 len: 943 time: 0.0563784 Jul 30 05:01:38.769396 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-85b20456-7afc-426c-abc4-16dab57adb4f req-fa0e67cb-220e-4484-8d1f-701bac2bb90e tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 210 time: 0.0324872 Jul 30 05:01:38.778374 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-926dcb55-0fda-4858-94a6-9cf3c08b2d3b req-0e2c3849-0a3e-4974-9e30-eac07087d06d tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456145 Jul 30 05:01:39.390244 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422c611-6c9f-4a01-be3d-db68cdb74ded req-024be77e-860c-4e8b-803a-fb7e340f20a8 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:39.391802 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e422c611-6c9f-4a01-be3d-db68cdb74ded req-024be77e-860c-4e8b-803a-fb7e340f20a8 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0483963 Jul 30 05:01:39.445256 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e422c611-6c9f-4a01-be3d-db68cdb74ded req-b94a426f-e7bb-46b1-94d2-265249c4cbf7 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464637 Jul 30 05:01:39.888597 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9e1e1cb2-edb5-4027-ab14-d7fda765d460 req-82871d90-5dc1-40fe-94be-22c78fc063be tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 210 time: 0.0323248 Jul 30 05:01:39.934665 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286532f-b980-47cf-aabd-cdced620c69c req-f498a22b-fec9-443b-b32a-47bd83a1c8e1 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:39.936906 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-7286532f-b980-47cf-aabd-cdced620c69c req-f498a22b-fec9-443b-b32a-47bd83a1c8e1 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4f0c48f-08ac-4a62-b5f4-7138c10159cb HTTP/1.1" status: 200 len: 943 time: 0.0605156 Jul 30 05:01:39.990082 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-7286532f-b980-47cf-aabd-cdced620c69c req-a7ac1fbe-b506-4e25-abbb-6e43abcb83ec tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464549 Jul 30 05:01:40.582717 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df185f07-44f3-44c5-9de1-a9fb45222043 req-fbbf7dee-1774-431d-ac34-52ee80b6b8f2 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:40.584313 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-df185f07-44f3-44c5-9de1-a9fb45222043 req-fbbf7dee-1774-431d-ac34-52ee80b6b8f2 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0565510 Jul 30 05:01:40.637222 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-df185f07-44f3-44c5-9de1-a9fb45222043 req-ca6e2579-abb8-4a79-9b3d-052f35315485 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472903 Jul 30 05:01:41.000383 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d4e60fd9-3bc4-46c8-836e-4c7c02880f0d req-869b4a09-6d97-4023-85b6-759a98d30de9 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 210 time: 0.0358155 Jul 30 05:01:41.112127 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01accd13-ee58-401e-9667-818875d8cc4f req-cc066a1e-a8b2-40aa-b4a5-dffd346dec4a tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:41.114326 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-01accd13-ee58-401e-9667-818875d8cc4f req-cc066a1e-a8b2-40aa-b4a5-dffd346dec4a tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4f0c48f-08ac-4a62-b5f4-7138c10159cb HTTP/1.1" status: 200 len: 943 time: 0.0491154 Jul 30 05:01:41.173051 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-01accd13-ee58-401e-9667-818875d8cc4f req-2ea44475-4f37-4015-8c4c-6844896a45a3 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526853 Jul 30 05:01:41.767486 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315695f-78c9-43b3-92cc-20176e47c6e0 req-c1860caa-0068-4147-a426-5acdc155e7fb tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:41.769658 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-c315695f-78c9-43b3-92cc-20176e47c6e0 req-c1860caa-0068-4147-a426-5acdc155e7fb tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0513947 Jul 30 05:01:41.820013 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-c315695f-78c9-43b3-92cc-20176e47c6e0 req-fe895f38-5e57-4359-8710-12bf2a15768a tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448554 Jul 30 05:01:42.111029 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-375435b5-d94f-495e-9fdc-ce645ffe17fc req-971d798c-af99-46ec-831d-8b7883beb9b9 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 210 time: 0.0321550 Jul 30 05:01:42.285832 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:42.303098 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5fd21e-e61e-43e7-b796-58b7475785ab req-c3f1326c-2568-4451-80b6-b4b18900fd9c tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:42.304642 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-cb5fd21e-e61e-43e7-b796-58b7475785ab req-c3f1326c-2568-4451-80b6-b4b18900fd9c tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4f0c48f-08ac-4a62-b5f4-7138c10159cb HTTP/1.1" status: 200 len: 943 time: 0.0505660 Jul 30 05:01:42.356422 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-cb5fd21e-e61e-43e7-b796-58b7475785ab req-faa9bd4c-3872-4bc4-8f07-2d6202482ddc tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459142 Jul 30 05:01:42.951197 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf57f5c-6baf-40e2-8183-86dda3feaa57 req-5292521b-89e1-4679-b614-8e1f63bbed68 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:42.952669 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2bf57f5c-6baf-40e2-8183-86dda3feaa57 req-5292521b-89e1-4679-b614-8e1f63bbed68 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0489030 Jul 30 05:01:43.007920 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2bf57f5c-6baf-40e2-8183-86dda3feaa57 req-29ed2e05-eddf-4fa1-a437-984098f7ddd9 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469122 Jul 30 05:01:43.224078 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-072dc1f9-4ff1-4714-8a5c-3bcc39c70dc1 req-53e23e32-88f2-4ecc-8f34-967fa0b55bcb tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 210 time: 0.0365820 Jul 30 05:01:43.488108 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaee063-e00c-4573-a1fc-cd647855fc44 req-4dc90838-656e-4df3-9ef4-b7f5c76bc2db tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:43.489622 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4aaee063-e00c-4573-a1fc-cd647855fc44 req-4dc90838-656e-4df3-9ef4-b7f5c76bc2db tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4f0c48f-08ac-4a62-b5f4-7138c10159cb HTTP/1.1" status: 200 len: 943 time: 0.0572062 Jul 30 05:01:43.537515 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4aaee063-e00c-4573-a1fc-cd647855fc44 req-a42d7718-34e2-4b1a-a511-6ce216da71e6 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414872 Jul 30 05:01:44.141412 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08274e9e-46e2-4040-9392-f855afe4e926 req-e910ef0e-3921-45de-a2b8-e81fd1767ece tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:44.143380 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-08274e9e-46e2-4040-9392-f855afe4e926 req-e910ef0e-3921-45de-a2b8-e81fd1767ece tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0515854 Jul 30 05:01:44.196505 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-08274e9e-46e2-4040-9392-f855afe4e926 req-5dac2512-372b-44d6-b3fd-3db12cba291e tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463488 Jul 30 05:01:44.339699 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4b5d5e92-e810-4729-8d4b-f63929cfa033 req-dcbcef03-c412-4e70-9946-8ebfb8937cb7 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 210 time: 0.0295513 Jul 30 05:01:44.665853 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8910ead-5546-49e7-9ca6-8ba6348ff11a req-708f083d-be91-4e64-a2d3-7c207c55e0bf tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:44.667371 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-b8910ead-5546-49e7-9ca6-8ba6348ff11a req-708f083d-be91-4e64-a2d3-7c207c55e0bf tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4f0c48f-08ac-4a62-b5f4-7138c10159cb HTTP/1.1" status: 200 len: 943 time: 0.0494318 Jul 30 05:01:44.716147 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:44.720239 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-b8910ead-5546-49e7-9ca6-8ba6348ff11a req-1207062f-75d8-4d38-b9b7-66687d9e6d50 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470245 Jul 30 05:01:45.327902 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4eb4e5-f4cd-4077-ab87-593638525c20 req-b0c59a8a-59e0-4109-b597-eb71632e624a tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:45.329322 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bc4eb4e5-f4cd-4077-ab87-593638525c20 req-b0c59a8a-59e0-4109-b597-eb71632e624a tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0529704 Jul 30 05:01:45.387045 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bc4eb4e5-f4cd-4077-ab87-593638525c20 req-cf20e6de-9329-4f69-89d5-28622c79db21 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512319 Jul 30 05:01:45.446731 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-f7a89e95-9c21-4520-8e46-63c7d7648a5c req-8145af7b-c582-45aa-86ea-efb27d8c324b tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 210 time: 0.0330405 Jul 30 05:01:45.839220 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c97c55-2d45-434b-b3f8-463fbbc32bba req-26eb53f1-a6c6-4555-b32f-b9a339f0ac21 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:45.840706 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-63c97c55-2d45-434b-b3f8-463fbbc32bba req-26eb53f1-a6c6-4555-b32f-b9a339f0ac21 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4f0c48f-08ac-4a62-b5f4-7138c10159cb HTTP/1.1" status: 200 len: 943 time: 0.0490348 Jul 30 05:01:45.888395 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-63c97c55-2d45-434b-b3f8-463fbbc32bba req-a9e4d0b0-faa9-40af-b96f-8a7472e08e89 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9516121-f2c2-4395-8895-3671edd09173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423231 Jul 30 05:01:45.981198 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (dec4dcff-e2ed-49ed-8dd3-cc3856f345b5), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:46.229488 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c48eec-19a0-4258-825d-6ba7354e802f req-338df369-e0fe-41ac-8fef-ed9771d72586 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:46.230988 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-17c48eec-19a0-4258-825d-6ba7354e802f req-338df369-e0fe-41ac-8fef-ed9771d72586 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4f0c48f-08ac-4a62-b5f4-7138c10159cb HTTP/1.1" status: 200 len: 943 time: 0.0475147 Jul 30 05:01:46.539010 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015bf3a-34ea-49a6-9452-7792bb46765c req-4e381803-947f-42af-958f-5a4233b39abe tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:46.540629 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-7015bf3a-34ea-49a6-9452-7792bb46765c req-4e381803-947f-42af-958f-5a4233b39abe tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0751741 Jul 30 05:01:46.563003 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-028a3a88-797a-4a96-9811-3d10020ca25f req-3ac02ce3-f543-4ef0-862b-41444749cbd0 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 210 time: 0.0286996 Jul 30 05:01:46.661496 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [req-17c48eec-19a0-4258-825d-6ba7354e802f req-969af524-b182-46f1-bc76-1fa3ae8c5471 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Deleting port b6093eab-acff-4f9e-9803-4facdba24732 {{(pid=103970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:01:46.661843 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-17c48eec-19a0-4258-825d-6ba7354e802f req-969af524-b182-46f1-bc76-1fa3ae8c5471 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (b6093eab-acff-4f9e-9803-4facdba24732), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:46.680046 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-7015bf3a-34ea-49a6-9452-7792bb46765c req-8bee5237-6fda-4d68-9d2b-12d32db21de5 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327929 Jul 30 05:01:46.757977 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [req-17c48eec-19a0-4258-825d-6ba7354e802f req-969af524-b182-46f1-bc76-1fa3ae8c5471 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] For port b6093eab-acff-4f9e-9803-4facdba24732, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=b6093eab-acff-4f9e-9803-4facdba24732,segment=NetworkSegment(f28c73d5-7075-4c2a-b4b7-9c037eda13ba),segment_id=f28c73d5-7075-4c2a-b4b7-9c037eda13ba)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:01:46.758337 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-17c48eec-19a0-4258-825d-6ba7354e802f req-969af524-b182-46f1-bc76-1fa3ae8c5471 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (b6093eab-acff-4f9e-9803-4facdba24732), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:46.772506 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [req-17c48eec-19a0-4258-825d-6ba7354e802f req-969af524-b182-46f1-bc76-1fa3ae8c5471 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Calling delete_port for b6093eab-acff-4f9e-9803-4facdba24732 owned by compute:nova {{(pid=103970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:01:46.898235 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-17c48eec-19a0-4258-825d-6ba7354e802f req-969af524-b182-46f1-bc76-1fa3ae8c5471 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (b6093eab-acff-4f9e-9803-4facdba24732), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:46.930927 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969af524-b182-46f1-bc76-1fa3ae8c5471 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Pushing event deleted for resources: {'Port': ['ID=b6093eab-acff-4f9e-9803-4facdba24732,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:46.963494 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969af524-b182-46f1-bc76-1fa3ae8c5471 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:46.963836 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969af524-b182-46f1-bc76-1fa3ae8c5471 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:46.964178 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969af524-b182-46f1-bc76-1fa3ae8c5471 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:46.964515 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969af524-b182-46f1-bc76-1fa3ae8c5471 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:46.964846 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969af524-b182-46f1-bc76-1fa3ae8c5471 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:46.965172 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969af524-b182-46f1-bc76-1fa3ae8c5471 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:46.965499 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969af524-b182-46f1-bc76-1fa3ae8c5471 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:46.965821 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969af524-b182-46f1-bc76-1fa3ae8c5471 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:46.966142 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969af524-b182-46f1-bc76-1fa3ae8c5471 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:46.966481 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969af524-b182-46f1-bc76-1fa3ae8c5471 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:46.966804 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969af524-b182-46f1-bc76-1fa3ae8c5471 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:46.967125 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969af524-b182-46f1-bc76-1fa3ae8c5471 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:46.967443 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969af524-b182-46f1-bc76-1fa3ae8c5471 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:46.967757 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969af524-b182-46f1-bc76-1fa3ae8c5471 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:46.968071 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969af524-b182-46f1-bc76-1fa3ae8c5471 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:46.993118 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1ac826f8-345c-4cd0-8535-b1b74e512679 req-8b2c213a-0267-49c0-8249-e4eccc506a8a tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4f0c48f-08ac-4a62-b5f4-7138c10159cb HTTP/1.1" status: 200 len: 210 time: 0.0319941 Jul 30 05:01:47.008863 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [req-17c48eec-19a0-4258-825d-6ba7354e802f req-969af524-b182-46f1-bc76-1fa3ae8c5471 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] No DVR routers for this DVR port b6093eab-acff-4f9e-9803-4facdba24732 on host hv-cinder-85127 {{(pid=103970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 30 05:01:47.011952 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-17c48eec-19a0-4258-825d-6ba7354e802f req-969af524-b182-46f1-bc76-1fa3ae8c5471 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:47.015885 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-17c48eec-19a0-4258-825d-6ba7354e802f req-969af524-b182-46f1-bc76-1fa3ae8c5471 tempest-VolumesActionsTest-350598693 tempest-VolumesActionsTest-350598693-project] 10.222.0.49 "DELETE /v2.0/ports/b6093eab-acff-4f9e-9803-4facdba24732 HTTP/1.1" status: 204 len: 173 time: 0.5613739 Jul 30 05:01:47.016339 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f0c48f-08ac-4a62-b5f4-7138c10159cb', 'name': 'network-vif-deleted', 'tag': 'b6093eab-acff-4f9e-9803-4facdba24732'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:01:47.018640 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74064a32e8a1c82ff25c89edbc1a4916375279028ab6b832636cd606fd6f10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbbbc95d-5d56-4fde-994e-eaf7050e7e67" -d '{"events": [{"server_uuid": "a4f0c48f-08ac-4a62-b5f4-7138c10159cb", "name": "network-vif-deleted", "tag": "b6093eab-acff-4f9e-9803-4facdba24732"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:01:47.057739 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 05:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae23a1b-678c-4a4e-8f2e-47823cf977ef x-openstack-request-id: req-1ae23a1b-678c-4a4e-8f2e-47823cf977ef {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:01:47.058079 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f0c48f-08ac-4a62-b5f4-7138c10159cb", "name": "network-vif-deleted", "tag": "b6093eab-acff-4f9e-9803-4facdba24732", "status": "completed", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:01:47.058464 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ae23a1b-678c-4a4e-8f2e-47823cf977ef {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:01:47.058893 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ae23a1b-678c-4a4e-8f2e-47823cf977ef'] response: {'server_uuid': 'a4f0c48f-08ac-4a62-b5f4-7138c10159cb', 'name': 'network-vif-deleted', 'tag': 'b6093eab-acff-4f9e-9803-4facdba24732', 'status': 'completed', 'code': 200} Jul 30 05:01:47.145922 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:47.179177 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-aade2fda-9fca-4d4a-ad96-7bec1319f0f0 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:47.180634 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-aade2fda-9fca-4d4a-ad96-7bec1319f0f0 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.49 "GET /v2.0/networks?id=05de52c4-affb-4a9e-aea7-e8e105567377 HTTP/1.1" status: 200 len: 812 time: 0.1111565 Jul 30 05:01:47.293221 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-339aafca-c196-4f0a-9cd9-3be85dd440f8 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db365a6a9f6041a7a8749fd1a1e3d488 HTTP/1.1" status: 200 len: 377 time: 0.0625041 Jul 30 05:01:47.629379 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-402dfa41-548c-4744-984e-29d93c8fc03b tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Request body: {'port': {'device_id': '267d974a-0a42-4e11-ada0-68e101c4a48f', 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377', 'admin_state_up': True, 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'security_groups': ['cf3ed918-95a4-4e38-a727-aa71cf26e56e']}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:01:47.730075 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-b114026e-5469-480b-b8e6-22d21bc6675c req-2cac90cf-9c5f-446d-bd4e-f654681d16f2 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 210 time: 0.0351985 Jul 30 05:01:47.838637 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-402dfa41-548c-4744-984e-29d93c8fc03b tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Made reservation on behalf of db365a6a9f6041a7a8749fd1a1e3d488 for: {'port': 1} {{(pid=103970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:01:47.842023 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-402dfa41-548c-4744-984e-29d93c8fc03b tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:47.855572 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:47.869690 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcbb5ec-c986-416c-a119-d9cd4901bf2a req-2994258c-54ba-44cf-9e3e-59ff75b50e64 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:47.871301 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-7bcbb5ec-c986-416c-a119-d9cd4901bf2a req-2994258c-54ba-44cf-9e3e-59ff75b50e64 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdf672c0-82ac-413b-a8cc-e01a4de45c4e HTTP/1.1" status: 200 len: 945 time: 0.0487020 Jul 30 05:01:47.896256 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf822e7-93c4-40df-8133-e9d647de0702 req-b7cc4097-cda2-47b8-851e-fdeb99718de2 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:47.897817 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-ccf822e7-93c4-40df-8133-e9d647de0702 req-b7cc4097-cda2-47b8-851e-fdeb99718de2 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0708339 Jul 30 05:01:47.920177 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-7bcbb5ec-c986-416c-a119-d9cd4901bf2a req-5c240ad2-f377-4b07-9dde-991ed6ea3da6 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/security-groups?id=25fdcead-cb29-4801-9885-d8d83b16936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428498 Jul 30 05:01:47.970676 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:48.027213 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-ccf822e7-93c4-40df-8133-e9d647de0702 req-dd864a9d-6607-4405-a920-feba0376f8ea tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955825 Jul 30 05:01:48.047338 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_common [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-402dfa41-548c-4744-984e-29d93c8fc03b tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Allocated IP 172.20.0.11 (05de52c4-affb-4a9e-aea7-e8e105567377/c798a7dd-9ba8-4ed3-85fe-837d80a7049f/aa5879dd-2e84-4f75-818a-bc12a63594f3) {{(pid=103970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:01:48.199642 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-402dfa41-548c-4744-984e-29d93c8fc03b tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for port (aa5879dd-2e84-4f75-818a-bc12a63594f3), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:48.236678 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-402dfa41-548c-4744-984e-29d93c8fc03b tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (aa5879dd-2e84-4f75-818a-bc12a63594f3), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:48.287452 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-402dfa41-548c-4744-984e-29d93c8fc03b tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Network 05de52c4-affb-4a9e-aea7-e8e105567377 is already hosted by enough agents. {{(pid=103970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:01:48.290990 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-402dfa41-548c-4744-984e-29d93c8fc03b tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Resources bound (agent type, host, resource id): {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:01:48.292899 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402dfa41-548c-4744-984e-29d93c8fc03b tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Pushing event updated for resources: {'Port': ['ID=aa5879dd-2e84-4f75-818a-bc12a63594f3,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:48.295346 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-402dfa41-548c-4744-984e-29d93c8fc03b tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Received port after_create {{(pid=103970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 05:01:48.346221 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-402dfa41-548c-4744-984e-29d93c8fc03b tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:48.346879 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-402dfa41-548c-4744-984e-29d93c8fc03b tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:48.367954 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-402dfa41-548c-4744-984e-29d93c8fc03b tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7454948 Jul 30 05:01:48.595059 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-30b38040-99f3-4b0f-8cbd-55b8c31f62e1 None None] Provisioning complete for port aa5879dd-2e84-4f75-818a-bc12a63594f3 triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:01:48.595590 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-30b38040-99f3-4b0f-8cbd-55b8c31f62e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (aa5879dd-2e84-4f75-818a-bc12a63594f3), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:48.634244 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-30b38040-99f3-4b0f-8cbd-55b8c31f62e1 None None] Port aa5879dd-2e84-4f75-818a-bc12a63594f3 cannot update to ACTIVE because it is not bound. {{(pid=103972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 30 05:01:48.850174 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:48.866495 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9edaf-a0a0-4e75-b022-3941b938c4c1 req-b483f8a1-e2c9-432d-87ef-ca473c75f2ce tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:48.868098 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-f2e9edaf-a0a0-4e75-b022-3941b938c4c1 req-b483f8a1-e2c9-432d-87ef-ca473c75f2ce tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 932 time: 0.0561674 Jul 30 05:01:48.916523 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-f2e9edaf-a0a0-4e75-b022-3941b938c4c1 req-bd56eb7a-04e8-4472-947f-a7e0f706333e tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0429003 Jul 30 05:01:49.030412 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:49.039675 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbedc671-1a9d-437e-a495-f32e1311350c req-c6ed9e90-0e0d-46ff-b98a-92553bacd6e2 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:49.042872 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fbedc671-1a9d-437e-a495-f32e1311350c req-c6ed9e90-0e0d-46ff-b98a-92553bacd6e2 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdf672c0-82ac-413b-a8cc-e01a4de45c4e HTTP/1.1" status: 200 len: 945 time: 0.0502172 Jul 30 05:01:49.090332 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fbedc671-1a9d-437e-a495-f32e1311350c req-b973783f-2884-4837-8ce2-409797bad106 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/security-groups?id=25fdcead-cb29-4801-9885-d8d83b16936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434248 Jul 30 05:01:49.155522 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545a7e5-ad25-47a9-905b-7b990c37cd43 req-200a775d-b152-4beb-9bae-4459a54a3896 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:49.156962 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-a545a7e5-ad25-47a9-905b-7b990c37cd43 req-200a775d-b152-4beb-9bae-4459a54a3896 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0465612 Jul 30 05:01:49.178750 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:49.205470 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-a545a7e5-ad25-47a9-905b-7b990c37cd43 req-aa0585fa-1f5a-40c0-8471-1eba9870a033 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421805 Jul 30 05:01:50.035898 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64a315-96d9-4570-9b8e-4a8d06758460 req-14b2ef78-a759-46a4-a9c6-0ab4b724e1db tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:50.037354 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4b64a315-96d9-4570-9b8e-4a8d06758460 req-14b2ef78-a759-46a4-a9c6-0ab4b724e1db tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 932 time: 0.0515058 Jul 30 05:01:50.086268 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4b64a315-96d9-4570-9b8e-4a8d06758460 req-43d4238d-43ff-4183-b75a-a337cf2c207f tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0433488 Jul 30 05:01:50.209144 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed327f-d765-4488-addc-2b082a22d9d0 req-75a9feed-a13a-45e9-a77a-1fd8a138d7a1 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:50.210673 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-76ed327f-d765-4488-addc-2b082a22d9d0 req-75a9feed-a13a-45e9-a77a-1fd8a138d7a1 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdf672c0-82ac-413b-a8cc-e01a4de45c4e HTTP/1.1" status: 200 len: 945 time: 0.0511887 Jul 30 05:01:50.257908 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-76ed327f-d765-4488-addc-2b082a22d9d0 req-dc93f877-c62b-4ae2-96ac-2d36203be022 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/security-groups?id=25fdcead-cb29-4801-9885-d8d83b16936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417490 Jul 30 05:01:50.332497 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d69d6-5725-4ef3-b721-0cab1ecfb85c req-2816c60e-bdab-4442-9a34-a71b2cfc2134 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:50.333940 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e22d69d6-5725-4ef3-b721-0cab1ecfb85c req-2816c60e-bdab-4442-9a34-a71b2cfc2134 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0497615 Jul 30 05:01:50.380980 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e22d69d6-5725-4ef3-b721-0cab1ecfb85c req-725c896d-15dd-4d50-b985-6afa6f4fd816 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413878 Jul 30 05:01:50.506631 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-7a1cc3fa-eb6d-4e90-ba79-e511442c660f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:51.202404 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db83b5ed-f730-4cb4-b3db-f10b2bbfcdf4 req-c950a3b3-7bac-4b41-942f-4e31a7d38728 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:51.203869 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-db83b5ed-f730-4cb4-b3db-f10b2bbfcdf4 req-c950a3b3-7bac-4b41-942f-4e31a7d38728 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 932 time: 0.0475850 Jul 30 05:01:51.252127 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-db83b5ed-f730-4cb4-b3db-f10b2bbfcdf4 req-4b1f4eb1-e8f3-4f03-b797-971591784382 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0420530 Jul 30 05:01:51.377401 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177867a-e517-4e05-a3af-03c3f61188d6 req-be5ec5dc-c2e1-498d-82a5-76f82d9bfda9 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:51.379873 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a177867a-e517-4e05-a3af-03c3f61188d6 req-be5ec5dc-c2e1-498d-82a5-76f82d9bfda9 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdf672c0-82ac-413b-a8cc-e01a4de45c4e HTTP/1.1" status: 200 len: 945 time: 0.0505600 Jul 30 05:01:51.425865 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a177867a-e517-4e05-a3af-03c3f61188d6 req-034fb988-b72c-43ff-9468-4404444739f3 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/security-groups?id=25fdcead-cb29-4801-9885-d8d83b16936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410476 Jul 30 05:01:51.508835 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89661333-7e9f-4b30-8ccb-6c36d1c389e0 req-e0123ab0-f3ed-4060-b5d5-72edbeec325d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:51.510256 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-89661333-7e9f-4b30-8ccb-6c36d1c389e0 req-e0123ab0-f3ed-4060-b5d5-72edbeec325d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0469496 Jul 30 05:01:51.560204 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-89661333-7e9f-4b30-8ccb-6c36d1c389e0 req-991a8e6e-00c0-4cd5-b297-eaacc539de6d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444250 Jul 30 05:01:51.765673 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-cc30a8af-fe20-4fda-9d0a-e8d38241e468 service neutron] Request body: {'port': {'device_id': '267d974a-0a42-4e11-ada0-68e101c4a48f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:01:51.769536 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:51.833298 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-cc30a8af-fe20-4fda-9d0a-e8d38241e468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (aa5879dd-2e84-4f75-818a-bc12a63594f3), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:52.090999 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-cc30a8af-fe20-4fda-9d0a-e8d38241e468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa5879dd-2e84-4f75-818a-bc12a63594f3 {{(pid=103970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 05:01:52.099164 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-cc30a8af-fe20-4fda-9d0a-e8d38241e468 service neutron] Publish callbacks [] for port (aa5879dd-2e84-4f75-818a-bc12a63594f3), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:52.111625 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.provisioning_blocks [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-cc30a8af-fe20-4fda-9d0a-e8d38241e468 service neutron] Transition to ACTIVE for port object aa5879dd-2e84-4f75-818a-bc12a63594f3 will not be triggered until provisioned by entity L2. {{(pid=103970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 30 05:01:52.116086 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-cc30a8af-fe20-4fda-9d0a-e8d38241e468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410665'] for port (aa5879dd-2e84-4f75-818a-bc12a63594f3), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:52.191697 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc30a8af-fe20-4fda-9d0a-e8d38241e468 service neutron] Pushing event updated for resources: {'Port': ['ID=aa5879dd-2e84-4f75-818a-bc12a63594f3,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:52.223362 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-cc30a8af-fe20-4fda-9d0a-e8d38241e468 service neutron] Attempting to bind port aa5879dd-2e84-4f75-818a-bc12a63594f3 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 05:01:52.223739 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-cc30a8af-fe20-4fda-9d0a-e8d38241e468 service neutron] Attempting to bind port aa5879dd-2e84-4f75-818a-bc12a63594f3 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': 'a9ddd08e-1fb2-469e-b382-60c39d06501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 05:01:52.224073 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-cc30a8af-fe20-4fda-9d0a-e8d38241e468 service neutron] Attempting to bind port aa5879dd-2e84-4f75-818a-bc12a63594f3 on network 05de52c4-affb-4a9e-aea7-e8e105567377 {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:01:52.228416 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-cc30a8af-fe20-4fda-9d0a-e8d38241e468 service neutron] Port aa5879dd-2e84-4f75-818a-bc12a63594f3 on network 05de52c4-affb-4a9e-aea7-e8e105567377 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 30 05:01:52.228743 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-cc30a8af-fe20-4fda-9d0a-e8d38241e468 service neutron] Attempting to bind port aa5879dd-2e84-4f75-818a-bc12a63594f3 on network 05de52c4-affb-4a9e-aea7-e8e105567377 {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:01:52.233570 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-cc30a8af-fe20-4fda-9d0a-e8d38241e468 service neutron] Checking agent: {'id': 'dec4dcff-e2ed-49ed-8dd3-cc3856f345b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 56, 16), 'started_at': datetime.datetime(2022, 7, 30, 4, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 5, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 05:01:52.233908 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-cc30a8af-fe20-4fda-9d0a-e8d38241e468 service neutron] Checking segment: {'id': 'a9ddd08e-1fb2-469e-b382-60c39d06501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 05:01:52.234288 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-cc30a8af-fe20-4fda-9d0a-e8d38241e468 service neutron] Bound using segment: {'id': 'a9ddd08e-1fb2-469e-b382-60c39d06501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 05:01:52.234743 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-cc30a8af-fe20-4fda-9d0a-e8d38241e468 service neutron] Bound port: aa5879dd-2e84-4f75-818a-bc12a63594f3, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9ddd08e-1fb2-469e-b382-60c39d06501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 05:01:52.235098 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-cc30a8af-fe20-4fda-9d0a-e8d38241e468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (aa5879dd-2e84-4f75-818a-bc12a63594f3), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:52.245329 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:52.298682 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-cc30a8af-fe20-4fda-9d0a-e8d38241e468 service neutron] For port aa5879dd-2e84-4f75-818a-bc12a63594f3, host hv-cinder-85127, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:01:52.301894 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-cc30a8af-fe20-4fda-9d0a-e8d38241e468 service neutron] For port aa5879dd-2e84-4f75-818a-bc12a63594f3, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=aa5879dd-2e84-4f75-818a-bc12a63594f3,segment=NetworkSegment(a9ddd08e-1fb2-469e-b382-60c39d06501a),segment_id=a9ddd08e-1fb2-469e-b382-60c39d06501a)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:01:52.308855 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-cc30a8af-fe20-4fda-9d0a-e8d38241e468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410665'] for port (aa5879dd-2e84-4f75-818a-bc12a63594f3), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:52.313231 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-cc30a8af-fe20-4fda-9d0a-e8d38241e468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:52.313841 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-cc30a8af-fe20-4fda-9d0a-e8d38241e468 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:52.315374 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-cc30a8af-fe20-4fda-9d0a-e8d38241e468 service neutron] 10.222.0.49 "PUT /v2.0/ports/aa5879dd-2e84-4f75-818a-bc12a63594f3 HTTP/1.1" status: 200 len: 1094 time: 0.5539167 Jul 30 05:01:52.316463 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267d974a-0a42-4e11-ada0-68e101c4a48f', 'tag': 'aa5879dd-2e84-4f75-818a-bc12a63594f3'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:01:52.318138 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74064a32e8a1c82ff25c89edbc1a4916375279028ab6b832636cd606fd6f10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46faa531-bdbe-4103-8143-0c9d97ada28e" -d '{"events": [{"name": "network-changed", "server_uuid": "267d974a-0a42-4e11-ada0-68e101c4a48f", "tag": "aa5879dd-2e84-4f75-818a-bc12a63594f3"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:01:52.362760 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Jul 2022 05:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc56d222-4a0c-402f-a645-76e5997335ab x-openstack-request-id: req-cc56d222-4a0c-402f-a645-76e5997335ab {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:01:52.363083 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267d974a-0a42-4e11-ada0-68e101c4a48f", "tag": "aa5879dd-2e84-4f75-818a-bc12a63594f3", "status": "completed", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:01:52.363335 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cc56d222-4a0c-402f-a645-76e5997335ab {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:01:52.363725 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc56d222-4a0c-402f-a645-76e5997335ab'] response: {'name': 'network-changed', 'server_uuid': '267d974a-0a42-4e11-ada0-68e101c4a48f', 'tag': 'aa5879dd-2e84-4f75-818a-bc12a63594f3', 'status': 'completed', 'code': 200} Jul 30 05:01:52.368605 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc30a8af-fe20-4fda-9d0a-e8d38241e468 service neutron] Pushing event updated for resources: {'Port': ['ID=aa5879dd-2e84-4f75-818a-bc12a63594f3,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:52.384245 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb31403-4944-4795-bdb3-d3b8cc054d2f req-3030a2b0-865a-48b5-a9c3-b78b9d852c49 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:52.385722 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5bb31403-4944-4795-bdb3-d3b8cc054d2f req-3030a2b0-865a-48b5-a9c3-b78b9d852c49 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 944 time: 0.0552909 Jul 30 05:01:52.436528 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5bb31403-4944-4795-bdb3-d3b8cc054d2f req-af48878b-f39f-4b4c-8d83-134f1cb2c925 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0440309 Jul 30 05:01:52.557241 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0eefbe-313c-4a42-8036-52bed5a51c7b req-7f255cf0-61c3-432f-a528-46da6332e53b tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:52.558623 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-dd0eefbe-313c-4a42-8036-52bed5a51c7b req-7f255cf0-61c3-432f-a528-46da6332e53b tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdf672c0-82ac-413b-a8cc-e01a4de45c4e HTTP/1.1" status: 200 len: 945 time: 0.0564010 Jul 30 05:01:52.602081 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46faa531-bdbe-4103-8143-0c9d97ada28e req-9121d6de-2cef-4b29-960e-e5b2b4d2b1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:52.603573 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-46faa531-bdbe-4103-8143-0c9d97ada28e req-9121d6de-2cef-4b29-960e-e5b2b4d2b1ef service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db365a6a9f6041a7a8749fd1a1e3d488&device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 1128 time: 0.0628319 Jul 30 05:01:52.625835 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-dd0eefbe-313c-4a42-8036-52bed5a51c7b req-b467885d-5036-47ab-8f8b-5e255caf3ba7 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/security-groups?id=25fdcead-cb29-4801-9885-d8d83b16936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512216 Jul 30 05:01:52.683028 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923f84a-841c-4ba3-8bc9-4d0ace4b060a req-804cb2ed-473f-4291-8712-d377a5e3ebaf tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:52.684453 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2923f84a-841c-4ba3-8bc9-4d0ace4b060a req-804cb2ed-473f-4291-8712-d377a5e3ebaf tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0464447 Jul 30 05:01:52.732798 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2923f84a-841c-4ba3-8bc9-4d0ace4b060a req-33291680-192c-4931-9d88-a3e8fdf432c6 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429649 Jul 30 05:01:52.823008 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:52.836261 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-7c704c19-6b74-4a3f-8caf-0407d193b47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:53.424730 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c1b33-1e10-4041-8a7f-65e6291d2dcc req-bd01886d-2081-4a87-8e17-b7a723c61894 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:53.428264 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-638c1b33-1e10-4041-8a7f-65e6291d2dcc req-bd01886d-2081-4a87-8e17-b7a723c61894 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdf672c0-82ac-413b-a8cc-e01a4de45c4e HTTP/1.1" status: 200 len: 945 time: 0.0658562 Jul 30 05:01:53.481142 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46faa531-bdbe-4103-8143-0c9d97ada28e req-e19dcd43-c045-4aae-a0a6-29914916c09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:53.482678 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-46faa531-bdbe-4103-8143-0c9d97ada28e req-e19dcd43-c045-4aae-a0a6-29914916c09b service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=db365a6a9f6041a7a8749fd1a1e3d488&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1215155 Jul 30 05:01:53.561077 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-638c1b33-1e10-4041-8a7f-65e6291d2dcc req-f0cd7035-24e2-48ec-b6b4-f1b28a455de2 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Deleting port 489c2188-4f11-4296-9de5-6a7a8bb1a9dd {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:01:53.561328 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-638c1b33-1e10-4041-8a7f-65e6291d2dcc req-f0cd7035-24e2-48ec-b6b4-f1b28a455de2 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (489c2188-4f11-4296-9de5-6a7a8bb1a9dd), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:53.586967 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:53.611886 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67557d-6cc8-4f76-8289-6e9d36b15f6f req-7b3c1b8c-5e33-476d-bfff-136905ba5627 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:53.613423 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-4c67557d-6cc8-4f76-8289-6e9d36b15f6f req-7b3c1b8c-5e33-476d-bfff-136905ba5627 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 944 time: 0.0925639 Jul 30 05:01:53.680956 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46faa531-bdbe-4103-8143-0c9d97ada28e req-c3c4eff2-8d06-4764-9ef6-cca537187bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:53.682760 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-46faa531-bdbe-4103-8143-0c9d97ada28e req-c3c4eff2-8d06-4764-9ef6-cca537187bf4 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1928549 Jul 30 05:01:53.710516 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-4c67557d-6cc8-4f76-8289-6e9d36b15f6f req-0d7eb89d-6cc8-41d2-a13b-d6fd7d4c160f tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0867290 Jul 30 05:01:53.736649 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-638c1b33-1e10-4041-8a7f-65e6291d2dcc req-f0cd7035-24e2-48ec-b6b4-f1b28a455de2 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] For port 489c2188-4f11-4296-9de5-6a7a8bb1a9dd, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=489c2188-4f11-4296-9de5-6a7a8bb1a9dd,segment=NetworkSegment(3389fda0-343b-4819-a0bb-bb918fb4d6a8),segment_id=3389fda0-343b-4819-a0bb-bb918fb4d6a8)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:01:53.736649 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-638c1b33-1e10-4041-8a7f-65e6291d2dcc req-f0cd7035-24e2-48ec-b6b4-f1b28a455de2 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (489c2188-4f11-4296-9de5-6a7a8bb1a9dd), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:53.748925 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-638c1b33-1e10-4041-8a7f-65e6291d2dcc req-f0cd7035-24e2-48ec-b6b4-f1b28a455de2 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Calling delete_port for 489c2188-4f11-4296-9de5-6a7a8bb1a9dd owned by compute:nova {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:01:53.754395 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:53.776030 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-78b72953-3261-4a49-926c-d9eb6a841472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:53.777541 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-78b72953-3261-4a49-926c-d9eb6a841472 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db365a6a9f6041a7a8749fd1a1e3d488&device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 1128 time: 0.0521390 Jul 30 05:01:53.856122 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-276177a1-4f4a-478e-9458-6d0c9b425095 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa5879dd-2e84-4f75-818a-bc12a63594f3 HTTP/1.1" status: 200 len: 217 time: 0.0695274 Jul 30 05:01:53.887522 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:53.888517 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4e698-277c-4c25-98ea-bce6e104f38d req-c6d3f021-df87-4f2e-b070-9df3954acb29 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:53.890182 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1df4e698-277c-4c25-98ea-bce6e104f38d req-c6d3f021-df87-4f2e-b070-9df3954acb29 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdf672c0-82ac-413b-a8cc-e01a4de45c4e HTTP/1.1" status: 200 len: 945 time: 0.1316247 Jul 30 05:01:53.936415 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069041f-7843-49e6-b7b4-572d1d90dbb1 req-57845ff8-5446-4b44-9c01-c42b1a49f0fd tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:53.937871 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-b069041f-7843-49e6-b7b4-572d1d90dbb1 req-57845ff8-5446-4b44-9c01-c42b1a49f0fd tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0996094 Jul 30 05:01:53.968160 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-ff266f37-5ae2-427f-8539-36e31293ad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:53.970529 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-ff266f37-5ae2-427f-8539-36e31293ad79 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c798a7dd-9ba8-4ed3-85fe-837d80a7049f HTTP/1.1" status: 200 len: 851 time: 0.0881538 Jul 30 05:01:53.995493 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1df4e698-277c-4c25-98ea-bce6e104f38d req-c1d7a022-a522-4bd4-b158-828aefdc8994 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/security-groups?id=25fdcead-cb29-4801-9885-d8d83b16936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944250 Jul 30 05:01:54.046210 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-95d2a059-c48d-4b67-962c-696a89833ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:54.047784 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-95d2a059-c48d-4b67-962c-696a89833ef9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05de52c4-affb-4a9e-aea7-e8e105567377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0712781 Jul 30 05:01:54.051372 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-b069041f-7843-49e6-b7b4-572d1d90dbb1 req-4dd7591d-cfea-4b0a-adad-e184d108c22d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043351 Jul 30 05:01:54.128817 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-638c1b33-1e10-4041-8a7f-65e6291d2dcc req-f0cd7035-24e2-48ec-b6b4-f1b28a455de2 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (489c2188-4f11-4296-9de5-6a7a8bb1a9dd), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:54.146785 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:54.148795 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] get_ports_and_sgs() called for port_ids ['489c2188-4f11-4296-9de5-6a7a8bb1a9dd'] {{(pid=103972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:01:54.179817 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd7035-24e2-48ec-b6b4-f1b28a455de2 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Pushing event deleted for resources: {'Port': ['ID=489c2188-4f11-4296-9de5-6a7a8bb1a9dd,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:54.220389 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-fa4c5907-3528-45f3-9e94-0e9d6cb33d8f service neutron] 10.222.0.49 "GET /v2.0/networks/05de52c4-affb-4a9e-aea7-e8e105567377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653495 Jul 30 05:01:54.222723 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd7035-24e2-48ec-b6b4-f1b28a455de2 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:54.223217 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd7035-24e2-48ec-b6b4-f1b28a455de2 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:54.223674 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd7035-24e2-48ec-b6b4-f1b28a455de2 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:54.224112 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd7035-24e2-48ec-b6b4-f1b28a455de2 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:54.224618 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd7035-24e2-48ec-b6b4-f1b28a455de2 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:54.225017 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd7035-24e2-48ec-b6b4-f1b28a455de2 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:54.227306 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd7035-24e2-48ec-b6b4-f1b28a455de2 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:54.227306 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd7035-24e2-48ec-b6b4-f1b28a455de2 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:54.227306 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd7035-24e2-48ec-b6b4-f1b28a455de2 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:54.227306 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd7035-24e2-48ec-b6b4-f1b28a455de2 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:54.227306 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd7035-24e2-48ec-b6b4-f1b28a455de2 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:54.228013 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd7035-24e2-48ec-b6b4-f1b28a455de2 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:54.228013 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd7035-24e2-48ec-b6b4-f1b28a455de2 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:54.228013 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd7035-24e2-48ec-b6b4-f1b28a455de2 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:54.228293 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd7035-24e2-48ec-b6b4-f1b28a455de2 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:01:54.287678 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-638c1b33-1e10-4041-8a7f-65e6291d2dcc req-f0cd7035-24e2-48ec-b6b4-f1b28a455de2 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] No DVR routers for this DVR port 489c2188-4f11-4296-9de5-6a7a8bb1a9dd on host hv-cinder-85127 {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 30 05:01:54.294576 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-638c1b33-1e10-4041-8a7f-65e6291d2dcc req-f0cd7035-24e2-48ec-b6b4-f1b28a455de2 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:54.303025 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-638c1b33-1e10-4041-8a7f-65e6291d2dcc req-f0cd7035-24e2-48ec-b6b4-f1b28a455de2 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.49 "DELETE /v2.0/ports/489c2188-4f11-4296-9de5-6a7a8bb1a9dd HTTP/1.1" status: 204 len: 173 time: 0.8658895 Jul 30 05:01:54.303867 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf672c0-82ac-413b-a8cc-e01a4de45c4e', 'name': 'network-vif-deleted', 'tag': '489c2188-4f11-4296-9de5-6a7a8bb1a9dd'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:01:54.310975 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b16b4900bbfc643f3f19b33d02e463cc441e963483cfbcd5657a130b47b3c9ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0b7233-c32f-4ae3-b30a-0411f67ae2e6" -d '{"events": [{"server_uuid": "fdf672c0-82ac-413b-a8cc-e01a4de45c4e", "name": "network-vif-deleted", "tag": "489c2188-4f11-4296-9de5-6a7a8bb1a9dd"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:01:54.403367 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 05:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8d623b-5123-43cf-bb9b-b10726d84f57 x-openstack-request-id: req-9c8d623b-5123-43cf-bb9b-b10726d84f57 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:01:54.413212 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf672c0-82ac-413b-a8cc-e01a4de45c4e", "name": "network-vif-deleted", "tag": "489c2188-4f11-4296-9de5-6a7a8bb1a9dd", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:01:54.413650 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c8d623b-5123-43cf-bb9b-b10726d84f57 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:01:54.414135 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c8d623b-5123-43cf-bb9b-b10726d84f57'] response: {'server_uuid': 'fdf672c0-82ac-413b-a8cc-e01a4de45c4e', 'name': 'network-vif-deleted', 'tag': '489c2188-4f11-4296-9de5-6a7a8bb1a9dd', 'status': 'completed', 'code': 200} Jul 30 05:01:54.438613 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:54.444501 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-de6e6de5-cec5-4fd2-aaf9-44bf7ac69490 req-25f3d767-dbca-4c7c-bc71-8743c1ca5588 service neutron] 10.222.0.49 "GET /v2.0/networks/05de52c4-affb-4a9e-aea7-e8e105567377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025812 Jul 30 05:01:54.634951 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76239f-3002-4287-92b7-4051be124295 req-ab9d9ea3-3a0e-4a68-a4f8-602513bfb735 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:54.637144 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-bd76239f-3002-4287-92b7-4051be124295 req-ab9d9ea3-3a0e-4a68-a4f8-602513bfb735 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=22fe5ad8-01f8-4d0a-bb24-7c23a427d328 HTTP/1.1" status: 200 len: 946 time: 0.0553813 Jul 30 05:01:54.694161 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-bd76239f-3002-4287-92b7-4051be124295 req-e825e59f-23d8-4f40-9845-c6743b0539d8 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba30f759-8e45-4de7-a70f-2df3ddf569d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510557 Jul 30 05:01:54.888437 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91a0db-d9be-47de-bc5a-11c919db555a req-7dad8832-8042-433e-97b4-f3a9556511da tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:54.889929 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5e91a0db-d9be-47de-bc5a-11c919db555a req-7dad8832-8042-433e-97b4-f3a9556511da tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 944 time: 0.0812624 Jul 30 05:01:54.949724 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5e91a0db-d9be-47de-bc5a-11c919db555a req-7ca8f9cb-2dab-4f38-8c51-8aafa5802863 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0534284 Jul 30 05:01:55.158605 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-7447a29f-201a-4e4c-99b1-9f4c6c236adc req-1bfe5cd1-1dee-43a5-afba-9fa7a756712e tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdf672c0-82ac-413b-a8cc-e01a4de45c4e HTTP/1.1" status: 200 len: 210 time: 0.0448239 Jul 30 05:01:55.225571 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b243f-5c47-4db1-82ea-76bc8a79af0f req-3729c91b-c082-46a4-9201-93fc90704fc6 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:55.227404 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5e6b243f-5c47-4db1-82ea-76bc8a79af0f req-3729c91b-c082-46a4-9201-93fc90704fc6 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0509260 Jul 30 05:01:55.289499 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5e6b243f-5c47-4db1-82ea-76bc8a79af0f req-02c9b3dd-15eb-441c-b446-26d3ef8ea2ac tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540268 Jul 30 05:01:55.325972 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:55.678259 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:55.828270 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf948fa1-f50f-4492-bf6f-9b03ecf977e4 req-1e5ed07d-0d4e-4165-9ac0-45a35d582c62 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:55.830884 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-cf948fa1-f50f-4492-bf6f-9b03ecf977e4 req-1e5ed07d-0d4e-4165-9ac0-45a35d582c62 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=22fe5ad8-01f8-4d0a-bb24-7c23a427d328 HTTP/1.1" status: 200 len: 946 time: 0.0551720 Jul 30 05:01:55.885323 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-cf948fa1-f50f-4492-bf6f-9b03ecf977e4 req-321a0291-0bed-4318-815f-051a9cf23b74 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba30f759-8e45-4de7-a70f-2df3ddf569d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470974 Jul 30 05:01:56.320237 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-a84e31be-befd-4c0e-9204-eff5ecc7e0bb req-4ac09175-2e1e-4612-9c5b-0283386d2ac0 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdf672c0-82ac-413b-a8cc-e01a4de45c4e HTTP/1.1" status: 200 len: 210 time: 0.0363925 Jul 30 05:01:56.344151 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639692a8-bf11-45d3-b374-9576c587ee38 req-da847fdb-e55b-4efa-8315-595f912a2632 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:56.351149 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-639692a8-bf11-45d3-b374-9576c587ee38 req-da847fdb-e55b-4efa-8315-595f912a2632 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 944 time: 0.3159573 Jul 30 05:01:56.414911 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-639692a8-bf11-45d3-b374-9576c587ee38 req-f2c8b6fe-4a87-4de0-87eb-affe51f30c09 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0625672 Jul 30 05:01:56.465712 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6edf26-6b85-46bc-a544-f24f684f419f req-df929a30-abe6-4346-9f0d-db8400373b6e tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:56.468225 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-1b6edf26-6b85-46bc-a544-f24f684f419f req-df929a30-abe6-4346-9f0d-db8400373b6e tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 943 time: 0.0627544 Jul 30 05:01:56.523199 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 77f9d403-dee8-430d-8122-9a468f943da2 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=103972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 05:01:56.559217 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-1b6edf26-6b85-46bc-a544-f24f684f419f req-648a0369-330e-4bbc-a275-b2399adaaf5b tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843570 Jul 30 05:01:56.601381 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 489c2188-4f11-4296-9de5-6a7a8bb1a9dd no longer exists at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:01:56.629356 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] No Port match for: 489c2188-4f11-4296-9de5-6a7a8bb1a9dd {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:01:56.630099 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 489c2188-4f11-4296-9de5-6a7a8bb1a9dd not bound to the agent host hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:01:56.682776 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350618bb-89b9-4787-a04e-45c73f18e234 req-059fbd45-2cd7-4140-b47b-39044f31f0d9 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:56.684693 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-350618bb-89b9-4787-a04e-45c73f18e234 req-059fbd45-2cd7-4140-b47b-39044f31f0d9 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.49 "GET /v2.0/ports?device_id=22fe5ad8-01f8-4d0a-bb24-7c23a427d328 HTTP/1.1" status: 200 len: 946 time: 0.1012053 Jul 30 05:01:56.687403 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 77f9d403-dee8-430d-8122-9a468f943da2, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=77f9d403-dee8-430d-8122-9a468f943da2,segment=NetworkSegment(e9c7cb1b-4a6d-49ef-8923-a11361e78abf),segment_id=e9c7cb1b-4a6d-49ef-8923-a11361e78abf)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:01:56.708905 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Returning: {'device': '77f9d403-dee8-430d-8122-9a468f943da2', 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1', 'port_id': '77f9d403-dee8-430d-8122-9a468f943da2', 'mac_address': 'fa:16:3e:f2:95:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '872e5683-a168-4487-9376-0296b22d54e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 05:01:56.751364 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port 77f9d403-dee8-430d-8122-9a468f943da2 is: DOWN; New status is: BUILD {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:01:56.751759 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (77f9d403-dee8-430d-8122-9a468f943da2), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:56.767230 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f9d403-dee8-430d-8122-9a468f943da2 {{(pid=103972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 05:01:56.793597 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 77f9d403-dee8-430d-8122-9a468f943da2, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=77f9d403-dee8-430d-8122-9a468f943da2,segment=NetworkSegment(e9c7cb1b-4a6d-49ef-8923-a11361e78abf),segment_id=e9c7cb1b-4a6d-49ef-8923-a11361e78abf)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:01:56.800986 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (77f9d403-dee8-430d-8122-9a468f943da2), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:56.806173 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [req-350618bb-89b9-4787-a04e-45c73f18e234 req-3f532d0d-5a7f-40ab-b89b-3e0960f0303d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Deleting port 067511f8-7ca6-4d74-8168-37c6673684c1 {{(pid=103970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:01:56.806692 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-350618bb-89b9-4787-a04e-45c73f18e234 req-3f532d0d-5a7f-40ab-b89b-3e0960f0303d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (067511f8-7ca6-4d74-8168-37c6673684c1), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:56.855094 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=77f9d403-dee8-430d-8122-9a468f943da2,revision_number=9']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:56.883006 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:56.913116 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [req-350618bb-89b9-4787-a04e-45c73f18e234 req-3f532d0d-5a7f-40ab-b89b-3e0960f0303d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] For port 067511f8-7ca6-4d74-8168-37c6673684c1, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=067511f8-7ca6-4d74-8168-37c6673684c1,segment=NetworkSegment(f332eab5-1e47-46f1-8048-b01e080b1202),segment_id=f332eab5-1e47-46f1-8048-b01e080b1202)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:01:56.913116 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-350618bb-89b9-4787-a04e-45c73f18e234 req-3f532d0d-5a7f-40ab-b89b-3e0960f0303d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (067511f8-7ca6-4d74-8168-37c6673684c1), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:57.035743 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db6fd4-e25f-4c0e-ae28-22236cbc4d6e req-8dfed4e5-2c61-44c2-903c-d6a192583cac tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:57.044014 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-67db6fd4-e25f-4c0e-ae28-22236cbc4d6e req-8dfed4e5-2c61-44c2-903c-d6a192583cac tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=22fe5ad8-01f8-4d0a-bb24-7c23a427d328 HTTP/1.1" status: 200 len: 946 time: 0.0735574 Jul 30 05:01:57.097519 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-67db6fd4-e25f-4c0e-ae28-22236cbc4d6e req-1bac8d64-ee73-41a0-9297-b9e8544d095c tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba30f759-8e45-4de7-a70f-2df3ddf569d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522811 Jul 30 05:01:57.116895 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] get_ports_and_sgs() called for port_ids ['77f9d403-dee8-430d-8122-9a468f943da2'] {{(pid=103972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:01:57.441120 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-350618bb-89b9-4787-a04e-45c73f18e234 req-3f532d0d-5a7f-40ab-b89b-3e0960f0303d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:57.441774 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-350618bb-89b9-4787-a04e-45c73f18e234 req-3f532d0d-5a7f-40ab-b89b-3e0960f0303d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692779'] for floatingip (fcb1e613-9058-4744-8c1e-86d428b6db8d), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:57.442250 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.db.l3_db [req-350618bb-89b9-4787-a04e-45c73f18e234 req-3f532d0d-5a7f-40ab-b89b-3e0960f0303d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Floating IP fcb1e613-9058-4744-8c1e-86d428b6db8d disassociated. External IP: 172.27.2.129, port: 067511f8-7ca6-4d74-8168-37c6673684c1. Jul 30 05:01:57.443221 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [req-350618bb-89b9-4787-a04e-45c73f18e234 req-3f532d0d-5a7f-40ab-b89b-3e0960f0303d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Calling delete_port for 067511f8-7ca6-4d74-8168-37c6673684c1 owned by compute:nova {{(pid=103970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:01:57.592407 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf7d5d-4a26-4f2f-9269-c766f3ca554a req-491ca17c-43b7-41ae-96bb-66ac86e886e2 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:57.594347 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-efbf7d5d-4a26-4f2f-9269-c766f3ca554a req-491ca17c-43b7-41ae-96bb-66ac86e886e2 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 944 time: 0.0862675 Jul 30 05:01:57.650174 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-350618bb-89b9-4787-a04e-45c73f18e234 req-3f532d0d-5a7f-40ab-b89b-3e0960f0303d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (067511f8-7ca6-4d74-8168-37c6673684c1), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:57.703457 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-efbf7d5d-4a26-4f2f-9269-c766f3ca554a req-85fa0316-be97-49d8-b6c8-e31e07751b8a tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1014040 Jul 30 05:01:57.733540 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f532d0d-5a7f-40ab-b89b-3e0960f0303d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Pushing event deleted for resources: {'Port': ['ID=067511f8-7ca6-4d74-8168-37c6673684c1,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:01:57.818301 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d479b70-05ef-41b4-b3a1-cfbd0ce07ec4 req-f67a4fb3-89ba-4ea3-9782-ea946d4965b0 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:57.819969 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-2d479b70-05ef-41b4-b3a1-cfbd0ce07ec4 req-f67a4fb3-89ba-4ea3-9782-ea946d4965b0 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 944 time: 0.1056576 Jul 30 05:01:57.874066 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:57.926298 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-2d479b70-05ef-41b4-b3a1-cfbd0ce07ec4 req-3fc7ab68-9e39-4739-9696-3a340edcadb8 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995107 Jul 30 05:01:57.967467 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-350618bb-89b9-4787-a04e-45c73f18e234 req-3f532d0d-5a7f-40ab-b89b-3e0960f0303d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Router 2db0553a-115a-4d31-af18-56f089af9880 has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 05:01:58.094229 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-350618bb-89b9-4787-a04e-45c73f18e234 req-3f532d0d-5a7f-40ab-b89b-3e0960f0303d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:01:58.110299 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3985f84a-7abc-435e-b3a2-990a83b9de9e None None] Sync routers for ids ['2db0553a-115a-4d31-af18-56f089af9880'] in dv-cinder-851279-3-iscsi {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:01:58.124860 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3985f84a-7abc-435e-b3a2-990a83b9de9e None None] Routers {'2db0553a-115a-4d31-af18-56f089af9880'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:01:58.126008 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-3985f84a-7abc-435e-b3a2-990a83b9de9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:01:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['2db0553a-115a-4d31-af18-56f089af9880'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:01:58.151267 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [req-350618bb-89b9-4787-a04e-45c73f18e234 req-3f532d0d-5a7f-40ab-b89b-3e0960f0303d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] No DVR routers for this DVR port 067511f8-7ca6-4d74-8168-37c6673684c1 on host hv-cinder-85127 {{(pid=103970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 30 05:01:58.153815 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-350618bb-89b9-4787-a04e-45c73f18e234 req-3f532d0d-5a7f-40ab-b89b-3e0960f0303d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:01:58.157508 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-350618bb-89b9-4787-a04e-45c73f18e234 req-3f532d0d-5a7f-40ab-b89b-3e0960f0303d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.49 "DELETE /v2.0/ports/067511f8-7ca6-4d74-8168-37c6673684c1 HTTP/1.1" status: 204 len: 173 time: 1.4651065 Jul 30 05:01:58.157988 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22fe5ad8-01f8-4d0a-bb24-7c23a427d328', 'name': 'network-vif-deleted', 'tag': '067511f8-7ca6-4d74-8168-37c6673684c1'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:01:58.161060 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74064a32e8a1c82ff25c89edbc1a4916375279028ab6b832636cd606fd6f10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d27911-b5f4-42b8-970e-495889a4d099" -d '{"events": [{"server_uuid": "22fe5ad8-01f8-4d0a-bb24-7c23a427d328", "name": "network-vif-deleted", "tag": "067511f8-7ca6-4d74-8168-37c6673684c1"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:01:58.201897 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 05:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae733d1-55ee-4bab-a993-0396676912c1 x-openstack-request-id: req-fae733d1-55ee-4bab-a993-0396676912c1 {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:01:58.202194 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22fe5ad8-01f8-4d0a-bb24-7c23a427d328", "name": "network-vif-deleted", "tag": "067511f8-7ca6-4d74-8168-37c6673684c1", "status": "completed", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:01:58.202524 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fae733d1-55ee-4bab-a993-0396676912c1 {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:01:58.202981 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fae733d1-55ee-4bab-a993-0396676912c1'] response: {'server_uuid': '22fe5ad8-01f8-4d0a-bb24-7c23a427d328', 'name': 'network-vif-deleted', 'tag': '067511f8-7ca6-4d74-8168-37c6673684c1', 'status': 'completed', 'code': 200} Jul 30 05:01:58.279604 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:58.282201 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-3985f84a-7abc-435e-b3a2-990a83b9de9e None None] Set router 2db0553a-115a-4d31-af18-56f089af9880 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:01:58.309848 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-33ff0880-561a-4c55-b77a-e1d253952a2e req-b48c63a7-d1ea-46b6-9762-619498b17c78 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=22fe5ad8-01f8-4d0a-bb24-7c23a427d328 HTTP/1.1" status: 200 len: 210 time: 0.0681427 Jul 30 05:01:58.547370 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-3985f84a-7abc-435e-b3a2-990a83b9de9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db0553a-115a-4d31-af18-56f089af9880', 'name': 'tempest-AttachVolumeNegativeTest-426223834-router', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:08Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 4, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'gw_port': {'id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:09Z', 'updated_at': '2022-07-30T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': '48a92b03-faa1-40c1-9291-afcefe56af14', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'floating_ip_address': '172.27.2.108', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': '2db0553a-115a-4d31-af18-56f089af9880', 'port_id': '17ee318c-931e-496a-b49d-170e9dd9ad2b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'mac_address': 'fa:16:3e:57:2e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27c16ec-7d74-4a2a-9b40-c95455fa8aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T04:58:26Z', 'updated_at': '2022-07-30T04:59:30Z', 'revision_number': 2, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012', 'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'mac_address': 'fa:16:3e:bb:02:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:15Z', 'updated_at': '2022-07-30T04:58:32Z', 'revision_number': 5, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'subnets': [{'id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:01:58.581088 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3985f84a-7abc-435e-b3a2-990a83b9de9e None None] Checking router: 2db0553a-115a-4d31-af18-56f089af9880 for host: dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:01:58.592866 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3985f84a-7abc-435e-b3a2-990a83b9de9e None None] Routers {'2db0553a-115a-4d31-af18-56f089af9880'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:01:58.594099 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-3985f84a-7abc-435e-b3a2-990a83b9de9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:01:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['2db0553a-115a-4d31-af18-56f089af9880'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:01:58.728912 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-3985f84a-7abc-435e-b3a2-990a83b9de9e None None] Set router 2db0553a-115a-4d31-af18-56f089af9880 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:01:58.878754 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:58.927722 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95cbe9d-7872-46ba-957d-c74e6e28bc8b req-7efa870a-a717-445c-b399-d60aabd579b8 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:58.936077 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-a95cbe9d-7872-46ba-957d-c74e6e28bc8b req-7efa870a-a717-445c-b399-d60aabd579b8 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 944 time: 0.1358588 Jul 30 05:01:58.989101 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:01:59.133996 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-a95cbe9d-7872-46ba-957d-c74e6e28bc8b req-0850af52-1562-449d-bcae-01ab4c19c25e tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1790686 Jul 30 05:01:59.210732 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22118dc-0576-4149-9f6c-bb9ebdac77e1 req-6564f8ef-d01e-4a66-a481-755c27fedbea tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:01:59.214236 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b22118dc-0576-4149-9f6c-bb9ebdac77e1 req-6564f8ef-d01e-4a66-a481-755c27fedbea tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 944 time: 0.0944960 Jul 30 05:01:59.247888 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-3985f84a-7abc-435e-b3a2-990a83b9de9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db0553a-115a-4d31-af18-56f089af9880', 'name': 'tempest-AttachVolumeNegativeTest-426223834-router', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:08Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 4, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'gw_port': {'id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:09Z', 'updated_at': '2022-07-30T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': '48a92b03-faa1-40c1-9291-afcefe56af14', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'floating_ip_address': '172.27.2.108', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': '2db0553a-115a-4d31-af18-56f089af9880', 'port_id': '17ee318c-931e-496a-b49d-170e9dd9ad2b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'mac_address': 'fa:16:3e:57:2e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27c16ec-7d74-4a2a-9b40-c95455fa8aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T04:58:26Z', 'updated_at': '2022-07-30T04:59:30Z', 'revision_number': 2, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012', 'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'mac_address': 'fa:16:3e:bb:02:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:15Z', 'updated_at': '2022-07-30T04:58:32Z', 'revision_number': 5, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'subnets': [{'id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:01:59.290048 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b22118dc-0576-4149-9f6c-bb9ebdac77e1 req-5143be6a-9526-45e8-be0e-f60723969ac2 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648696 Jul 30 05:01:59.301632 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3985f84a-7abc-435e-b3a2-990a83b9de9e None None] The sync data for ids ['2db0553a-115a-4d31-af18-56f089af9880'] in dv-cinder-851279-3-iscsi is: [{'id': '2db0553a-115a-4d31-af18-56f089af9880', 'name': 'tempest-AttachVolumeNegativeTest-426223834-router', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:08Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 4, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'gw_port': {'id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:09Z', 'updated_at': '2022-07-30T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': '48a92b03-faa1-40c1-9291-afcefe56af14', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'floating_ip_address': '172.27.2.108', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': '2db0553a-115a-4d31-af18-56f089af9880', 'port_id': '17ee318c-931e-496a-b49d-170e9dd9ad2b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'mac_address': 'fa:16:3e:57:2e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27c16ec-7d74-4a2a-9b40-c95455fa8aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T04:58:26Z', 'updated_at': '2022-07-30T04:59:30Z', 'revision_number': 2, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012', 'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'mac_address': 'fa:16:3e:bb:02:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:15Z', 'updated_at': '2022-07-30T04:58:32Z', 'revision_number': 5, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'subnets': [{'id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:01:59.460293 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-1478893b-1b15-49fd-8994-8a6a50072e27 req-12b5f244-a69d-4ae0-a4c3-e13e6f1b502e tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=22fe5ad8-01f8-4d0a-bb24-7c23a427d328 HTTP/1.1" status: 200 len: 210 time: 0.0392001 Jul 30 05:01:59.706409 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42d996b-c1a0-40fb-96ea-4ee91af3ce27 None None] New status for floating IP fcb1e613-9058-4744-8c1e-86d428b6db8d: DOWN {{(pid=103973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 30 05:01:59.888807 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 77f9d403-dee8-430d-8122-9a468f943da2 up at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:01:59.962932 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning complete for port 77f9d403-dee8-430d-8122-9a468f943da2 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:01:59.963413 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (77f9d403-dee8-430d-8122-9a468f943da2), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:00.062736 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port 77f9d403-dee8-430d-8122-9a468f943da2 is: BUILD; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:02:00.063126 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (77f9d403-dee8-430d-8122-9a468f943da2), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:00.096431 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4370e65-bec4-454f-9566-33ff60441229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f9d403-dee8-430d-8122-9a468f943da2'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:02:00.098758 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097f6318ceefad5cd58475957c164f396c8a98df32e112d8bd5bde4ce5121001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650d6fbd-8dc6-4da2-bea5-e2ef21e8effd" -d '{"events": [{"server_uuid": "e4370e65-bec4-454f-9566-33ff60441229", "name": "network-vif-plugged", "status": "completed", "tag": "77f9d403-dee8-430d-8122-9a468f943da2"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:02:00.112394 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 77f9d403-dee8-430d-8122-9a468f943da2, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=77f9d403-dee8-430d-8122-9a468f943da2,segment=NetworkSegment(e9c7cb1b-4a6d-49ef-8923-a11361e78abf),segment_id=e9c7cb1b-4a6d-49ef-8923-a11361e78abf)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:02:00.121786 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (77f9d403-dee8-430d-8122-9a468f943da2), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:00.123164 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 067511f8-7ca6-4d74-8168-37c6673684c1 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:02:00.190090 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 05:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc6e1c8-f37c-4717-86ed-82e2f339ace1 x-openstack-request-id: req-adc6e1c8-f37c-4717-86ed-82e2f339ace1 {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:02:00.190387 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4370e65-bec4-454f-9566-33ff60441229", "name": "network-vif-plugged", "status": "completed", "tag": "77f9d403-dee8-430d-8122-9a468f943da2", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:02:00.191321 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-adc6e1c8-f37c-4717-86ed-82e2f339ace1 {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:02:00.191605 dv-cinder-851279-3-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adc6e1c8-f37c-4717-86ed-82e2f339ace1'] response: {'server_uuid': 'e4370e65-bec4-454f-9566-33ff60441229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f9d403-dee8-430d-8122-9a468f943da2', 'code': 200} Jul 30 05:02:00.209931 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=77f9d403-dee8-430d-8122-9a468f943da2,revision_number=10']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:00.215658 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] No Port match for: 067511f8-7ca6-4d74-8168-37c6673684c1 {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:02:00.217301 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 067511f8-7ca6-4d74-8168-37c6673684c1 not bound to the agent host hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:02:00.298970 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3354227-21af-4ba2-a492-747df00f8732 req-b838285d-22a1-4517-bb3a-f99d5f1376c3 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:00.306140 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d3354227-21af-4ba2-a492-747df00f8732 req-b838285d-22a1-4517-bb3a-f99d5f1376c3 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 944 time: 0.0740209 Jul 30 05:02:00.376225 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d3354227-21af-4ba2-a492-747df00f8732 req-7e9e5604-4243-41b7-bd47-a034046ca05e tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0690913 Jul 30 05:02:00.498724 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe52828-6beb-47eb-8212-a45c49872b06 req-7c4bdedc-2d57-4ea5-8dc8-c21e91f53442 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:00.500645 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-7fe52828-6beb-47eb-8212-a45c49872b06 req-7c4bdedc-2d57-4ea5-8dc8-c21e91f53442 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 946 time: 0.0642450 Jul 30 05:02:00.571881 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-7fe52828-6beb-47eb-8212-a45c49872b06 req-287f849d-33f1-45e6-83eb-16bb444ad2be tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486417 Jul 30 05:02:00.694935 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-4603f376-3c74-4615-a3b7-170c254019cb req-640771ef-f86f-48bc-a421-1d3daaf7f032 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=22fe5ad8-01f8-4d0a-bb24-7c23a427d328 HTTP/1.1" status: 200 len: 210 time: 0.0391755 Jul 30 05:02:01.499820 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6eb34-28ae-4d0c-bcd6-a72004dee778 req-a85ded2a-9068-496b-a9fb-d78ecc9dd016 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:01.501403 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-9cb6eb34-28ae-4d0c-bcd6-a72004dee778 req-a85ded2a-9068-496b-a9fb-d78ecc9dd016 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 944 time: 0.0527730 Jul 30 05:02:01.567818 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-9cb6eb34-28ae-4d0c-bcd6-a72004dee778 req-7dd71f44-c80a-4d70-ab19-6b520e009d9c tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0589392 Jul 30 05:02:01.720746 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260948e4-5010-4ee0-86a4-cb0ff76a3bde req-88831ed7-9618-41b1-adb3-4c21a8b2c93a tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:01.723207 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-260948e4-5010-4ee0-86a4-cb0ff76a3bde req-88831ed7-9618-41b1-adb3-4c21a8b2c93a tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 946 time: 0.0582476 Jul 30 05:02:01.777013 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-260948e4-5010-4ee0-86a4-cb0ff76a3bde req-2051926c-f850-4dfb-9cdc-6175114f6c2a tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478499 Jul 30 05:02:01.967083 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-71966a8b-091f-4994-a4a5-13d21f5ebbd6 req-6b0fc139-c453-4163-ad57-b86752ea143c tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=22fe5ad8-01f8-4d0a-bb24-7c23a427d328 HTTP/1.1" status: 200 len: 210 time: 0.0579722 Jul 30 05:02:02.770475 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4c73e-2e37-448c-b002-382a3ba25130 req-058c893a-1434-4e80-9bc0-81ceab928352 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:02.772246 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-8fe4c73e-2e37-448c-b002-382a3ba25130 req-058c893a-1434-4e80-9bc0-81ceab928352 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 944 time: 0.0774360 Jul 30 05:02:02.852887 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa029b10-54ec-41eb-841f-d7c1de80abdf req-9bd148d7-5d39-4b3b-b393-966676dead79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:02.855706 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-fa029b10-54ec-41eb-841f-d7c1de80abdf req-9bd148d7-5d39-4b3b-b393-966676dead79 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 1130 time: 0.0821545 Jul 30 05:02:02.949702 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-8fe4c73e-2e37-448c-b002-382a3ba25130 req-d3748d4c-976a-4e8c-8bee-8c647c0729a9 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0918357 Jul 30 05:02:02.953119 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-fa029b10-54ec-41eb-841f-d7c1de80abdf req-6b9a90bc-2c0f-44a0-9531-b7847426a4e2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858712 Jul 30 05:02:02.956326 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07b727-1e94-4e84-a380-7095ca0b61f8 req-123c175d-d150-45c7-91ce-2e8cedc86a02 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:02.958541 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4e07b727-1e94-4e84-a380-7095ca0b61f8 req-123c175d-d150-45c7-91ce-2e8cedc86a02 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 946 time: 0.0715814 Jul 30 05:02:03.018189 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4e07b727-1e94-4e84-a380-7095ca0b61f8 req-db813901-ded1-44c0-a500-74afddc65e24 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525873 Jul 30 05:02:03.092026 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 53648) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:02:03.166514 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-46bfacdb-3f4c-4461-9972-5f25ed6e7ace tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group (ba30f759-8e45-4de7-a70f-2df3ddf569d3), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:03.193621 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-46bfacdb-3f4c-4461-9972-5f25ed6e7ace tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group (ba30f759-8e45-4de7-a70f-2df3ddf569d3), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:03.273874 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-46bfacdb-3f4c-4461-9972-5f25ed6e7ace tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (ba30f759-8e45-4de7-a70f-2df3ddf569d3), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:03.279521 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-46bfacdb-3f4c-4461-9972-5f25ed6e7ace tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:03.288099 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 53658) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:02:03.288308 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-46bfacdb-3f4c-4461-9972-5f25ed6e7ace tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "DELETE /v2.0/security-groups/ba30f759-8e45-4de7-a70f-2df3ddf569d3 HTTP/1.1" status: 204 len: 168 time: 0.1949248 Jul 30 05:02:03.304412 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.api.v2.resource [None req-6e19073d-be7b-4f13-9135-a90bf130de2e tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] show failed (client error): The resource could not be found. Jul 30 05:02:03.308256 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bfacdb-3f4c-4461-9972-5f25ed6e7ace tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba30f759-8e45-4de7-a70f-2df3ddf569d3,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:03.309245 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-6e19073d-be7b-4f13-9135-a90bf130de2e tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups/ba30f759-8e45-4de7-a70f-2df3ddf569d3 HTTP/1.1" status: 404 len: 347 time: 0.0192957 Jul 30 05:02:03.310842 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 53660) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:02:03.545629 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-dd55af09-d305-4b3f-9b58-e0e63f598d88 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Deleting port 1242bfed-b22f-440f-9ebf-9e5f9f4ab6e3 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:02:03.546023 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-dd55af09-d305-4b3f-9b58-e0e63f598d88 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (1242bfed-b22f-440f-9ebf-9e5f9f4ab6e3), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:03.631686 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:03.650602 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-dd55af09-d305-4b3f-9b58-e0e63f598d88 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (1242bfed-b22f-440f-9ebf-9e5f9f4ab6e3), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:03.651124 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-dd55af09-d305-4b3f-9b58-e0e63f598d88 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for floatingip (1242bfed-b22f-440f-9ebf-9e5f9f4ab6e3), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:03.668946 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-dd55af09-d305-4b3f-9b58-e0e63f598d88 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Calling delete_port for 1242bfed-b22f-440f-9ebf-9e5f9f4ab6e3 owned by network:floatingip {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:02:03.734260 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:03.834364 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-dd55af09-d305-4b3f-9b58-e0e63f598d88 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (1242bfed-b22f-440f-9ebf-9e5f9f4ab6e3), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:03.870944 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55af09-d305-4b3f-9b58-e0e63f598d88 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Pushing event deleted for resources: {'Port': ['ID=1242bfed-b22f-440f-9ebf-9e5f9f4ab6e3,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:03.950196 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-dd55af09-d305-4b3f-9b58-e0e63f598d88 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for floatingip (fcb1e613-9058-4744-8c1e-86d428b6db8d), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:03.953085 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-dd55af09-d305-4b3f-9b58-e0e63f598d88 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for floatingip (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:03.954243 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-dd55af09-d305-4b3f-9b58-e0e63f598d88 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "DELETE /v2.0/floatingips/fcb1e613-9058-4744-8c1e-86d428b6db8d HTTP/1.1" status: 204 len: 168 time: 0.6421967 Jul 30 05:02:04.098280 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e765392-618b-4775-a4d9-9240bf915511 req-e2a0f1f9-5852-498e-9031-2d7574affac8 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:04.104073 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-7e765392-618b-4775-a4d9-9240bf915511 req-e2a0f1f9-5852-498e-9031-2d7574affac8 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 944 time: 0.0606959 Jul 30 05:02:04.152709 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:04.158697 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-7e765392-618b-4775-a4d9-9240bf915511 req-f0d4c47d-9e2f-4fe1-b5bd-0f19e5cc2b6a tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0517206 Jul 30 05:02:04.289074 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b0bbb-84ee-449f-b25f-7c84f9afce8e req-40fbc304-bb04-465d-858d-11c187960a89 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:04.290989 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-f49b0bbb-84ee-449f-b25f-7c84f9afce8e req-40fbc304-bb04-465d-858d-11c187960a89 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 946 time: 0.0643187 Jul 30 05:02:04.359813 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-f49b0bbb-84ee-449f-b25f-7c84f9afce8e req-8a8d9a9a-d008-44dd-97f9-4e3f38fac21f tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621197 Jul 30 05:02:04.758809 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device aa5879dd-2e84-4f75-818a-bc12a63594f3 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=103972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 05:02:04.859383 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:04.897191 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port aa5879dd-2e84-4f75-818a-bc12a63594f3, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=aa5879dd-2e84-4f75-818a-bc12a63594f3,segment=NetworkSegment(a9ddd08e-1fb2-469e-b382-60c39d06501a),segment_id=a9ddd08e-1fb2-469e-b382-60c39d06501a)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:02:04.914124 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Returning: {'device': 'aa5879dd-2e84-4f75-818a-bc12a63594f3', 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377', 'port_id': 'aa5879dd-2e84-4f75-818a-bc12a63594f3', 'mac_address': 'fa:16:3e:52:ef:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 05:02:04.951926 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port aa5879dd-2e84-4f75-818a-bc12a63594f3 is: DOWN; New status is: BUILD {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:02:04.952327 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (aa5879dd-2e84-4f75-818a-bc12a63594f3), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:04.966861 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa5879dd-2e84-4f75-818a-bc12a63594f3 {{(pid=103972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 05:02:04.988795 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port aa5879dd-2e84-4f75-818a-bc12a63594f3, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=aa5879dd-2e84-4f75-818a-bc12a63594f3,segment=NetworkSegment(a9ddd08e-1fb2-469e-b382-60c39d06501a),segment_id=a9ddd08e-1fb2-469e-b382-60c39d06501a)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:02:04.993513 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (aa5879dd-2e84-4f75-818a-bc12a63594f3), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:05.049204 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=aa5879dd-2e84-4f75-818a-bc12a63594f3,revision_number=4']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:05.229328 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.agents_db [None req-c768def0-c5c3-40f0-ac12-561af9dad95f None None] Agent healthcheck: found 6 active agents {{(pid=103973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:02:05.294180 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a31cb-c74d-42cf-a0ba-ecfdfcb40616 req-3555ad0c-47db-49a6-8f78-936b40d29ecd tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:05.295906 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a39a31cb-c74d-42cf-a0ba-ecfdfcb40616 req-3555ad0c-47db-49a6-8f78-936b40d29ecd tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 945 time: 0.0509515 Jul 30 05:02:05.350660 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a39a31cb-c74d-42cf-a0ba-ecfdfcb40616 req-84690321-e37a-47d9-acde-3c18c259c82b tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0478749 Jul 30 05:02:05.499149 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3cee7-be13-437c-b6f6-8648b36049b3 req-1107fdaf-a192-45fd-9e9a-489e399ebe43 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:05.501037 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-31b3cee7-be13-437c-b6f6-8648b36049b3 req-1107fdaf-a192-45fd-9e9a-489e399ebe43 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 946 time: 0.0500987 Jul 30 05:02:05.558555 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-31b3cee7-be13-437c-b6f6-8648b36049b3 req-9f80f4c9-b183-4952-a6d0-ad4b994580d4 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485084 Jul 30 05:02:06.528645 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172209d-518f-49cf-91e6-2f3ceab1dbde req-f4516078-250d-46e0-8d50-20d210ec3f33 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:06.530161 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-7172209d-518f-49cf-91e6-2f3ceab1dbde req-f4516078-250d-46e0-8d50-20d210ec3f33 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 945 time: 0.0868773 Jul 30 05:02:06.556020 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:06.641320 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-7172209d-518f-49cf-91e6-2f3ceab1dbde req-7c224437-87e0-4c9c-a1ea-bf2ae5674dd0 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0962842 Jul 30 05:02:06.727919 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5772b-d99d-4937-b229-cc5f9817aae0 req-db2643f2-2ac0-48b2-8396-c3dba43c962a tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:06.730289 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1ed5772b-d99d-4937-b229-cc5f9817aae0 req-db2643f2-2ac0-48b2-8396-c3dba43c962a tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 946 time: 0.0761266 Jul 30 05:02:06.792538 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1ed5772b-d99d-4937-b229-cc5f9817aae0 req-a3db93e5-4657-46cc-8d2f-d486efbee69e tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551231 Jul 30 05:02:06.870420 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] get_ports_and_sgs() called for port_ids ['aa5879dd-2e84-4f75-818a-bc12a63594f3'] {{(pid=103972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:02:06.940852 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:07.782598 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a56c0-d229-4520-aeec-323a5ce6e559 req-8e81921e-86c4-4228-a763-76bc2782a241 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:07.785179 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f81a56c0-d229-4520-aeec-323a5ce6e559 req-8e81921e-86c4-4228-a763-76bc2782a241 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 945 time: 0.0563028 Jul 30 05:02:07.854818 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f81a56c0-d229-4520-aeec-323a5ce6e559 req-489c0718-9c74-4d16-b457-8707908a2a88 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0588391 Jul 30 05:02:08.015839 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e93125-faed-40b5-af1f-1966491a6716 req-15c2e228-6e71-4c3a-9dd1-9c51e621abc2 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:08.017829 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-84e93125-faed-40b5-af1f-1966491a6716 req-15c2e228-6e71-4c3a-9dd1-9c51e621abc2 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 946 time: 0.0877128 Jul 30 05:02:08.063124 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-e44a49ef-b365-48b4-ba75-5af872745f3e tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:08.065556 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-e44a49ef-b365-48b4-ba75-5af872745f3e tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/networks?id=42292243-279e-4264-96e0-23f67ff78d87 HTTP/1.1" status: 200 len: 813 time: 0.1694727 Jul 30 05:02:08.083266 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-84e93125-faed-40b5-af1f-1966491a6716 req-5e23886e-bccd-422e-9498-5d9ff6df2a47 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577292 Jul 30 05:02:08.088593 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-292c42b4-c397-427e-8701-28ced418961e tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/quotas/a6a02f6df4ed4365b3ce1fa970f9cf41 HTTP/1.1" status: 200 len: 375 time: 0.0164697 Jul 30 05:02:08.135784 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-29ab09b8-ce48-4a49-a622-8322ea0e7551 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a6a02f6df4ed4365b3ce1fa970f9cf41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463169 Jul 30 05:02:08.257811 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-10d73d27-3741-4f1f-adf2-06523aa2552f service neutron] 10.222.0.20 "GET /v2.0/networks/42292243-279e-4264-96e0-23f67ff78d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151371 Jul 30 05:02:08.367108 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-aa638beb-2699-4e9c-8633-42e8eba760e3 service neutron] 10.222.0.20 "GET /v2.0/networks/42292243-279e-4264-96e0-23f67ff78d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082604 Jul 30 05:02:08.515548 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device aa5879dd-2e84-4f75-818a-bc12a63594f3 up at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:02:08.556742 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-cc46864b-0bee-459a-b40a-75783a2e5329 req-cee589de-cb3c-456d-912d-a153d668f845 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/ports?device_id=366ac5bd-e8b9-46b5-8df3-509c48982078 HTTP/1.1" status: 200 len: 210 time: 0.0483210 Jul 30 05:02:08.586407 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning for port aa5879dd-2e84-4f75-818a-bc12a63594f3 completed by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 30 05:02:08.596602 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning complete for port aa5879dd-2e84-4f75-818a-bc12a63594f3 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:02:08.598703 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (aa5879dd-2e84-4f75-818a-bc12a63594f3), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:08.737511 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port aa5879dd-2e84-4f75-818a-bc12a63594f3 is: BUILD; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:02:08.740561 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (aa5879dd-2e84-4f75-818a-bc12a63594f3), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:08.775795 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267d974a-0a42-4e11-ada0-68e101c4a48f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5879dd-2e84-4f75-818a-bc12a63594f3'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:02:08.778097 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097f6318ceefad5cd58475957c164f396c8a98df32e112d8bd5bde4ce5121001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5990f34-ab9d-4143-a99a-ac4dc2464dd0" -d '{"events": [{"server_uuid": "267d974a-0a42-4e11-ada0-68e101c4a48f", "name": "network-vif-plugged", "status": "completed", "tag": "aa5879dd-2e84-4f75-818a-bc12a63594f3"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:02:08.815179 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port aa5879dd-2e84-4f75-818a-bc12a63594f3, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=aa5879dd-2e84-4f75-818a-bc12a63594f3,segment=NetworkSegment(a9ddd08e-1fb2-469e-b382-60c39d06501a),segment_id=a9ddd08e-1fb2-469e-b382-60c39d06501a)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:02:08.823089 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (aa5879dd-2e84-4f75-818a-bc12a63594f3), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:09.046175 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 05:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd13f71-9abe-4f82-b14c-1e2e4046452f x-openstack-request-id: req-bfd13f71-9abe-4f82-b14c-1e2e4046452f {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:02:09.046628 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267d974a-0a42-4e11-ada0-68e101c4a48f", "name": "network-vif-plugged", "status": "completed", "tag": "aa5879dd-2e84-4f75-818a-bc12a63594f3", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:02:09.046956 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bfd13f71-9abe-4f82-b14c-1e2e4046452f {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:02:09.047419 dv-cinder-851279-3-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfd13f71-9abe-4f82-b14c-1e2e4046452f'] response: {'server_uuid': '267d974a-0a42-4e11-ada0-68e101c4a48f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5879dd-2e84-4f75-818a-bc12a63594f3', 'code': 200} Jul 30 05:02:09.049007 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=aa5879dd-2e84-4f75-818a-bc12a63594f3,revision_number=5']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:09.056624 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f589931-750c-4da4-800c-049d7ba79f9d req-2a021e5b-3bf7-4ff9-bd12-c9da648d67e7 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:09.058558 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-3f589931-750c-4da4-800c-049d7ba79f9d req-2a021e5b-3bf7-4ff9-bd12-c9da648d67e7 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 946 time: 0.1103332 Jul 30 05:02:09.163099 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-3f589931-750c-4da4-800c-049d7ba79f9d req-8d0e674b-fa3b-48c0-9381-454bc3266ff5 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0985620 Jul 30 05:02:09.254759 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec02492-bce9-4ce0-880a-224a0b3ed63f req-d73ddc0c-0887-4f10-8df2-eb867789d280 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:09.256954 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1ec02492-bce9-4ce0-880a-224a0b3ed63f req-d73ddc0c-0887-4f10-8df2-eb867789d280 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 946 time: 0.0611618 Jul 30 05:02:09.317858 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1ec02492-bce9-4ce0-880a-224a0b3ed63f req-be6a66bf-7466-4c39-879e-47d9cb15d1f3 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514073 Jul 30 05:02:09.492883 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb41102-e44d-46b0-b3d7-627776232606 req-fca3e54a-d042-4491-b3f1-136734c31fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:09.495324 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-ccb41102-e44d-46b0-b3d7-627776232606 req-fca3e54a-d042-4491-b3f1-136734c31fcb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 1130 time: 0.0515599 Jul 30 05:02:09.577334 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-ccb41102-e44d-46b0-b3d7-627776232606 req-a5e3e268-3bb8-4913-b886-c362a0ac368a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0682983 Jul 30 05:02:09.667000 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-aa523b0b-b92e-471a-925e-46bc338d4598 req-45798f5c-5455-4e72-973f-bd6eaa11cc0c tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/ports?device_id=366ac5bd-e8b9-46b5-8df3-509c48982078 HTTP/1.1" status: 200 len: 210 time: 0.0354297 Jul 30 05:02:09.837230 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:10.279841 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415cfc67-bd5a-4085-b920-c9e0785cc5fd req-e7be0244-92ec-4774-aab0-ea4cd91f8611 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:10.281335 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-415cfc67-bd5a-4085-b920-c9e0785cc5fd req-e7be0244-92ec-4774-aab0-ea4cd91f8611 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 946 time: 0.0488570 Jul 30 05:02:10.339343 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-415cfc67-bd5a-4085-b920-c9e0785cc5fd req-ef189243-1930-4c36-a000-ba41c109a4a7 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0509896 Jul 30 05:02:10.513606 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242b590-2dc7-4eab-a315-587bc4ecf28e req-1004444c-2ec8-4714-a2e3-48b73f4d7c91 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:10.515107 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-0242b590-2dc7-4eab-a315-587bc4ecf28e req-1004444c-2ec8-4714-a2e3-48b73f4d7c91 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 945 time: 0.0508008 Jul 30 05:02:10.562405 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-0242b590-2dc7-4eab-a315-587bc4ecf28e req-3c5dfd50-a73f-4f15-8b3a-25d165fc017c tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=28ba7713-8be4-4961-9d65-b66a4bd63f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411015 Jul 30 05:02:10.762840 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:10.785523 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-353ad3f4-be16-460d-82ad-7d1d827bd63f req-ff542c19-de30-470f-8b48-350417955635 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/ports?device_id=366ac5bd-e8b9-46b5-8df3-509c48982078 HTTP/1.1" status: 200 len: 210 time: 0.0328057 Jul 30 05:02:11.266086 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb41db-d6bf-4d21-bf8b-4c4a5c26ba0a req-96b072ae-c1b3-457e-bf13-6da9a3a5b83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:11.267685 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-72eb41db-d6bf-4d21-bf8b-4c4a5c26ba0a req-96b072ae-c1b3-457e-bf13-6da9a3a5b83c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=decb0bd64582440590890900e594b79e&device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 1129 time: 0.0649643 Jul 30 05:02:11.446123 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:11.463844 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ca7fe-032e-4158-bc24-954e3931e0d6 req-53e2a53e-2d61-4a16-908b-74a1ae8b288e tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:11.465644 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-c37ca7fe-032e-4158-bc24-954e3931e0d6 req-53e2a53e-2d61-4a16-908b-74a1ae8b288e tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 946 time: 0.0518689 Jul 30 05:02:11.515087 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-c37ca7fe-032e-4158-bc24-954e3931e0d6 req-8fc39dcb-4d67-45bc-8370-7ed012ceecfa tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0434957 Jul 30 05:02:11.634317 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876e5b6-7665-4605-b362-c8896555196c req-e7686479-49ee-4487-9a9f-da0e01c43297 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:11.635841 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a876e5b6-7665-4605-b362-c8896555196c req-e7686479-49ee-4487-9a9f-da0e01c43297 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 946 time: 0.0485830 Jul 30 05:02:11.702261 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a876e5b6-7665-4605-b362-c8896555196c req-30e669c9-7f8a-41a4-8962-f0b8d0d38dd0 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0585735 Jul 30 05:02:11.730743 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 53908) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:02:11.743012 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9fff4-62f8-4c15-aa14-14ecf680fe31 req-4f34218e-2b38-4f03-a6a8-6b71770c1c87 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:11.749812 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-43d9fff4-62f8-4c15-aa14-14ecf680fe31 req-4f34218e-2b38-4f03-a6a8-6b71770c1c87 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 945 time: 0.1144764 Jul 30 05:02:11.830024 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:11.879893 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-43d9fff4-62f8-4c15-aa14-14ecf680fe31 req-fc3abd8e-4a3a-4f10-9f3f-530831f8a834 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=28ba7713-8be4-4961-9d65-b66a4bd63f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262159 Jul 30 05:02:11.901112 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb41db-d6bf-4d21-bf8b-4c4a5c26ba0a req-5cd187b8-f30c-413f-8a19-afdb0f29cd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:11.902742 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-72eb41db-d6bf-4d21-bf8b-4c4a5c26ba0a req-5cd187b8-f30c-413f-8a19-afdb0f29cd79 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf976b2f-0ebc-4e5a-b101-0355f31913b1 HTTP/1.1" status: 200 len: 920 time: 0.2284889 Jul 30 05:02:11.913821 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-76ecc178-0d0c-4c12-91c9-2959c828ce88 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:11.916638 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-76ecc178-0d0c-4c12-91c9-2959c828ce88 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.49 "GET /v2.0/networks?id=42292243-279e-4264-96e0-23f67ff78d87 HTTP/1.1" status: 200 len: 813 time: 0.1859438 Jul 30 05:02:11.944955 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-362c8daf-4a6e-4ada-96e4-c9e56c68b2e1 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Request body: {'port': {'device_id': '366ac5bd-e8b9-46b5-8df3-509c48982078', 'network_id': '42292243-279e-4264-96e0-23f67ff78d87', 'admin_state_up': True, 'tenant_id': 'a6a02f6df4ed4365b3ce1fa970f9cf41'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:02:11.950287 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a475f1-f752-4c8c-9aaa-2cacf261ac9a tempest-TestVolumeBootPattern-1568491254 tempest-TestVolumeBootPattern-1568491254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:11.954651 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-40a475f1-f752-4c8c-9aaa-2cacf261ac9a tempest-TestVolumeBootPattern-1568491254 tempest-TestVolumeBootPattern-1568491254-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 1125 time: 0.2201672 Jul 30 05:02:11.954823 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 53918) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:02:11.961049 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-da4508f7-2f61-458b-b276-4f3db37c38b9 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Request body: {'floatingip': {'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'port_id': 'aa5879dd-2e84-4f75-818a-bc12a63594f3', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:02:11.996152 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-72eb41db-d6bf-4d21-bf8b-4c4a5c26ba0a req-6c2f361a-90ee-4b45-af7a-0d8834b9b01a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ee72598-16cb-4e6d-aa46-89dd6f7ad946 HTTP/1.1" status: 200 len: 1000 time: 0.0861173 Jul 30 05:02:12.001472 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-da4508f7-2f61-458b-b276-4f3db37c38b9 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:12.030914 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-10c4aed4-c6f4-4125-bc92-b8e0f803784b req-4b61227e-c984-4520-8b3c-6ac7bc2b5192 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/ports?device_id=366ac5bd-e8b9-46b5-8df3-509c48982078 HTTP/1.1" status: 200 len: 210 time: 0.0622845 Jul 30 05:02:12.088312 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:12.107376 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-362c8daf-4a6e-4ada-96e4-c9e56c68b2e1 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Made reservation on behalf of a6a02f6df4ed4365b3ce1fa970f9cf41 for: {'port': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:02:12.111070 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-362c8daf-4a6e-4ada-96e4-c9e56c68b2e1 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:12.130102 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-da4508f7-2f61-458b-b276-4f3db37c38b9 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:12.152057 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb41db-d6bf-4d21-bf8b-4c4a5c26ba0a req-c9d67fc7-ec42-4ed2-ad87-a8b4ab313b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:12.153586 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-72eb41db-d6bf-4d21-bf8b-4c4a5c26ba0a req-c9d67fc7-ec42-4ed2-ad87-a8b4ab313b9c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=92a83611-d09e-4b38-9b4b-aa1a1854f601 HTTP/1.1" status: 200 len: 858 time: 0.0817180 Jul 30 05:02:12.237183 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb41db-d6bf-4d21-bf8b-4c4a5c26ba0a req-22221704-c061-4e3f-9d41-02530cd6290a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:12.239632 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-72eb41db-d6bf-4d21-bf8b-4c4a5c26ba0a req-22221704-c061-4e3f-9d41-02530cd6290a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf976b2f-0ebc-4e5a-b101-0355f31913b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570817 Jul 30 05:02:12.242037 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-362c8daf-4a6e-4ada-96e4-c9e56c68b2e1 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Allocated IP 172.20.0.8 (42292243-279e-4264-96e0-23f67ff78d87/3cd41c32-1654-405e-ab41-282eb3cddac6/a0185df1-915f-4d83-8e9a-39b3098f5156) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:02:12.343305 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_common [None req-da4508f7-2f61-458b-b276-4f3db37c38b9 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Allocated IP 172.27.2.113 (0194f4bd-d033-4ee0-a642-9d17cfb40f96/6c0201b0-7b08-4a32-872b-15ffee5372f4/4bd43211-e626-4e97-b85f-05ba8ca0e639) {{(pid=103970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:02:12.391923 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-362c8daf-4a6e-4ada-96e4-c9e56c68b2e1 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Publish callbacks [] for port (a0185df1-915f-4d83-8e9a-39b3098f5156), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:12.422159 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-72eb41db-d6bf-4d21-bf8b-4c4a5c26ba0a req-7717470f-5ede-4f57-b485-b203e75ba6e7 service neutron] 10.222.0.49 "GET /v2.0/networks/cf976b2f-0ebc-4e5a-b101-0355f31913b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590335 Jul 30 05:02:12.426290 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-362c8daf-4a6e-4ada-96e4-c9e56c68b2e1 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (a0185df1-915f-4d83-8e9a-39b3098f5156), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:12.467670 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-362c8daf-4a6e-4ada-96e4-c9e56c68b2e1 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Network 42292243-279e-4264-96e0-23f67ff78d87 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:02:12.470843 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-362c8daf-4a6e-4ada-96e4-c9e56c68b2e1 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:02:12.477909 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-362c8daf-4a6e-4ada-96e4-c9e56c68b2e1 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 05:02:12.509338 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:12.517011 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 53924) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:02:12.518738 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c8daf-4a6e-4ada-96e4-c9e56c68b2e1 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Pushing event updated for resources: {'Port': ['ID=a0185df1-915f-4d83-8e9a-39b3098f5156,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:12.552839 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-da4508f7-2f61-458b-b276-4f3db37c38b9 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for port (4bd43211-e626-4e97-b85f-05ba8ca0e639), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:12.559672 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:12.566127 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-362c8daf-4a6e-4ada-96e4-c9e56c68b2e1 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:12.566897 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-362c8daf-4a6e-4ada-96e4-c9e56c68b2e1 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:12.572713 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-72eb41db-d6bf-4d21-bf8b-4c4a5c26ba0a req-468e9ec2-715d-4436-9d5a-c32e8062f16f service neutron] 10.222.0.49 "GET /v2.0/networks/cf976b2f-0ebc-4e5a-b101-0355f31913b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402433 Jul 30 05:02:12.590911 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1263c5d-4e83-46dd-ad66-ba0d1259c711 admin admin] Deleting subnet e3949b13-2948-400c-8508-8658cccc7c7a {{(pid=103971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 30 05:02:12.594896 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c1263c5d-4e83-46dd-ad66-ba0d1259c711 admin admin] Publish callbacks [] for subnet (e3949b13-2948-400c-8508-8658cccc7c7a), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:12.600162 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-362c8daf-4a6e-4ada-96e4-c9e56c68b2e1 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6610277 Jul 30 05:02:12.603155 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-da4508f7-2f61-458b-b276-4f3db37c38b9 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (4bd43211-e626-4e97-b85f-05ba8ca0e639), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:12.625026 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-adaa183d-5714-4d19-af04-dc468ce6c6ea service neutron] Request body: {'port': {'device_id': '366ac5bd-e8b9-46b5-8df3-509c48982078', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:02:12.647825 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4508f7-2f61-458b-b276-4f3db37c38b9 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Network 0194f4bd-d033-4ee0-a642-9d17cfb40f96 is already hosted by enough agents. {{(pid=103970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:02:12.653094 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-da4508f7-2f61-458b-b276-4f3db37c38b9 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Resources bound (agent type, host, resource id): {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:02:12.656120 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4508f7-2f61-458b-b276-4f3db37c38b9 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Received port after_create {{(pid=103970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 05:02:12.663072 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c1263c5d-4e83-46dd-ad66-ba0d1259c711 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59747269'] for subnet (e3949b13-2948-400c-8508-8658cccc7c7a), precommit_delete_associations {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:12.681980 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4508f7-2f61-458b-b276-4f3db37c38b9 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Pushing event updated for resources: {'Port': ['ID=4bd43211-e626-4e97-b85f-05ba8ca0e639,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:12.699020 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:12.730017 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-adaa183d-5714-4d19-af04-dc468ce6c6ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (a0185df1-915f-4d83-8e9a-39b3098f5156), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:12.744011 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c1263c5d-4e83-46dd-ad66-ba0d1259c711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990981'] for subnet (e3949b13-2948-400c-8508-8658cccc7c7a), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:12.791654 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:12.885800 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c1263c5d-4e83-46dd-ad66-ba0d1259c711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3264531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59362671'] for subnet (e3949b13-2948-400c-8508-8658cccc7c7a), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:12.921756 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1263c5d-4e83-46dd-ad66-ba0d1259c711 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3949b13-2948-400c-8508-8658cccc7c7a,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:12.936329 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c1263c5d-4e83-46dd-ad66-ba0d1259c711 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:12.942985 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-c1263c5d-4e83-46dd-ad66-ba0d1259c711 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e3949b13-2948-400c-8508-8658cccc7c7a HTTP/1.1" status: 204 len: 168 time: 0.4251933 Jul 30 05:02:12.947790 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 53934) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:02:13.041668 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ea2a6-8c68-4971-9db9-f7c3a3a04e50 req-92c189e8-8a40-4772-80d7-0e8c25d325e3 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:13.046874 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e68ea2a6-8c68-4971-9db9-f7c3a3a04e50 req-92c189e8-8a40-4772-80d7-0e8c25d325e3 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 945 time: 0.0712540 Jul 30 05:02:13.080302 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d2589d96-aee1-429b-9e6a-7b2e3107903a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840338'] for network (67254df2-69cc-4935-a78a-856ecd4c2eaf), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:13.129269 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e68ea2a6-8c68-4971-9db9-f7c3a3a04e50 req-b3fd3caa-7583-410c-b626-7f2f0cf30ec9 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=28ba7713-8be4-4961-9d65-b66a4bd63f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796897 Jul 30 05:02:13.187261 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-adaa183d-5714-4d19-af04-dc468ce6c6ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0185df1-915f-4d83-8e9a-39b3098f5156 {{(pid=103971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 05:02:13.188791 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-da4508f7-2f61-458b-b276-4f3db37c38b9 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for floatingip (f4686e67-c241-4e5a-82b6-1d344590da1f), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:13.200988 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-adaa183d-5714-4d19-af04-dc468ce6c6ea service neutron] Publish callbacks [] for port (a0185df1-915f-4d83-8e9a-39b3098f5156), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:13.224809 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d2589d96-aee1-429b-9e6a-7b2e3107903a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-987256', 'neutron.services.segments.db._delete_segments_for_network-8736268768229'] for network (67254df2-69cc-4935-a78a-856ecd4c2eaf), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:13.225608 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.provisioning_blocks [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-adaa183d-5714-4d19-af04-dc468ce6c6ea service neutron] Transition to ACTIVE for port object a0185df1-915f-4d83-8e9a-39b3098f5156 will not be triggered until provisioned by entity L2. {{(pid=103971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 30 05:02:13.234099 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-adaa183d-5714-4d19-af04-dc468ce6c6ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3264605'] for port (a0185df1-915f-4d83-8e9a-39b3098f5156), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:13.261379 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.services.segments.db [None req-d2589d96-aee1-429b-9e6a-7b2e3107903a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67254df2-69cc-4935-a78a-856ecd4c2eaf']}} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:02:13.297706 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.services.segments.db [None req-d2589d96-aee1-429b-9e6a-7b2e3107903a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f28c73d5-7075-4c2a-b4b7-9c037eda13ba') {'for_net_delete': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:02:13.298001 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.services.segments.db [None req-d2589d96-aee1-429b-9e6a-7b2e3107903a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f28c73d5-7075-4c2a-b4b7-9c037eda13ba') {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:02:13.327947 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d2589d96-aee1-429b-9e6a-7b2e3107903a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736268768130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3320020'] for segment (f28c73d5-7075-4c2a-b4b7-9c037eda13ba), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:13.341730 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514ef40-c9e5-457d-8a44-7a87aa6578ba req-d3c809f2-266b-409d-bf14-01800ceaffcd tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:13.343196 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9514ef40-c9e5-457d-8a44-7a87aa6578ba req-d3c809f2-266b-409d-bf14-01800ceaffcd tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/ports?device_id=366ac5bd-e8b9-46b5-8df3-509c48982078 HTTP/1.1" status: 200 len: 943 time: 0.1052787 Jul 30 05:02:13.345194 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa183d-5714-4d19-af04-dc468ce6c6ea service neutron] Pushing event updated for resources: {'Port': ['ID=a0185df1-915f-4d83-8e9a-39b3098f5156,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:13.356029 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e8452-c97b-4fd3-9ce4-9164a1c0a7da req-df65ad29-582c-4c84-9839-9ee36beada3b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:13.357529 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-230e8452-c97b-4fd3-9ce4-9164a1c0a7da req-df65ad29-582c-4c84-9839-9ee36beada3b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 945 time: 0.1023281 Jul 30 05:02:13.358092 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-da4508f7-2f61-458b-b276-4f3db37c38b9 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (4bd43211-e626-4e97-b85f-05ba8ca0e639), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:13.360200 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d2589d96-aee1-429b-9e6a-7b2e3107903a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101'] for segment (f28c73d5-7075-4c2a-b4b7-9c037eda13ba), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:13.389638 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2589d96-aee1-429b-9e6a-7b2e3107903a admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 05:02:13.390035 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d2589d96-aee1-429b-9e6a-7b2e3107903a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3410637'] for segment (f28c73d5-7075-4c2a-b4b7-9c037eda13ba), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:13.431376 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9514ef40-c9e5-457d-8a44-7a87aa6578ba req-8d80f19a-1100-4256-8dee-aca4e18f6cb9 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/security-groups?id=25fdcead-cb29-4801-9885-d8d83b16936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664177 Jul 30 05:02:13.432048 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-adaa183d-5714-4d19-af04-dc468ce6c6ea service neutron] Attempting to bind port a0185df1-915f-4d83-8e9a-39b3098f5156 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 05:02:13.432372 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-adaa183d-5714-4d19-af04-dc468ce6c6ea service neutron] Attempting to bind port a0185df1-915f-4d83-8e9a-39b3098f5156 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '3389fda0-343b-4819-a0bb-bb918fb4d6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '42292243-279e-4264-96e0-23f67ff78d87'}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 05:02:13.432702 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-adaa183d-5714-4d19-af04-dc468ce6c6ea service neutron] Attempting to bind port a0185df1-915f-4d83-8e9a-39b3098f5156 on network 42292243-279e-4264-96e0-23f67ff78d87 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:02:13.437873 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-adaa183d-5714-4d19-af04-dc468ce6c6ea service neutron] Port a0185df1-915f-4d83-8e9a-39b3098f5156 on network 42292243-279e-4264-96e0-23f67ff78d87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 30 05:02:13.438197 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-adaa183d-5714-4d19-af04-dc468ce6c6ea service neutron] Attempting to bind port a0185df1-915f-4d83-8e9a-39b3098f5156 on network 42292243-279e-4264-96e0-23f67ff78d87 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:02:13.443627 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-adaa183d-5714-4d19-af04-dc468ce6c6ea service neutron] Checking agent: {'id': 'dec4dcff-e2ed-49ed-8dd3-cc3856f345b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 56, 16), 'started_at': datetime.datetime(2022, 7, 30, 4, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 5, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 05:02:13.443983 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-adaa183d-5714-4d19-af04-dc468ce6c6ea service neutron] Checking segment: {'id': '3389fda0-343b-4819-a0bb-bb918fb4d6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '42292243-279e-4264-96e0-23f67ff78d87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 05:02:13.444338 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-adaa183d-5714-4d19-af04-dc468ce6c6ea service neutron] Bound using segment: {'id': '3389fda0-343b-4819-a0bb-bb918fb4d6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '42292243-279e-4264-96e0-23f67ff78d87'} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 05:02:13.444872 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-adaa183d-5714-4d19-af04-dc468ce6c6ea service neutron] Bound port: a0185df1-915f-4d83-8e9a-39b3098f5156, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3389fda0-343b-4819-a0bb-bb918fb4d6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '42292243-279e-4264-96e0-23f67ff78d87'}}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 05:02:13.445119 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-adaa183d-5714-4d19-af04-dc468ce6c6ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (a0185df1-915f-4d83-8e9a-39b3098f5156), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:13.448134 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:13.515756 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-adaa183d-5714-4d19-af04-dc468ce6c6ea service neutron] For port a0185df1-915f-4d83-8e9a-39b3098f5156, host hv-cinder-85127, cleared binding levels {{(pid=103971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:02:13.520187 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-adaa183d-5714-4d19-af04-dc468ce6c6ea service neutron] For port a0185df1-915f-4d83-8e9a-39b3098f5156, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=a0185df1-915f-4d83-8e9a-39b3098f5156,segment=NetworkSegment(3389fda0-343b-4819-a0bb-bb918fb4d6a8),segment_id=3389fda0-343b-4819-a0bb-bb918fb4d6a8)] {{(pid=103971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:02:13.526621 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-adaa183d-5714-4d19-af04-dc468ce6c6ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3264605'] for port (a0185df1-915f-4d83-8e9a-39b3098f5156), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:13.531029 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-adaa183d-5714-4d19-af04-dc468ce6c6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:13.531636 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-adaa183d-5714-4d19-af04-dc468ce6c6ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:13.533060 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-adaa183d-5714-4d19-af04-dc468ce6c6ea service neutron] 10.222.0.49 "PUT /v2.0/ports/a0185df1-915f-4d83-8e9a-39b3098f5156 HTTP/1.1" status: 200 len: 1093 time: 0.9139230 Jul 30 05:02:13.533549 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '366ac5bd-e8b9-46b5-8df3-509c48982078', 'tag': 'a0185df1-915f-4d83-8e9a-39b3098f5156'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:02:13.536435 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b16b4900bbfc643f3f19b33d02e463cc441e963483cfbcd5657a130b47b3c9ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b22cab5-efab-4cb1-b661-5cc49747b460" -d '{"events": [{"name": "network-changed", "server_uuid": "366ac5bd-e8b9-46b5-8df3-509c48982078", "tag": "a0185df1-915f-4d83-8e9a-39b3098f5156"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:02:13.577791 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Jul 2022 05:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e537aad-2926-493b-9f98-a503e22ae3b2 x-openstack-request-id: req-6e537aad-2926-493b-9f98-a503e22ae3b2 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:02:13.578070 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "366ac5bd-e8b9-46b5-8df3-509c48982078", "tag": "a0185df1-915f-4d83-8e9a-39b3098f5156", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:02:13.578321 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e537aad-2926-493b-9f98-a503e22ae3b2 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:02:13.578746 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e537aad-2926-493b-9f98-a503e22ae3b2'] response: {'name': 'network-changed', 'server_uuid': '366ac5bd-e8b9-46b5-8df3-509c48982078', 'tag': 'a0185df1-915f-4d83-8e9a-39b3098f5156', 'status': 'completed', 'code': 200} Jul 30 05:02:13.589306 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa183d-5714-4d19-af04-dc468ce6c6ea service neutron] Pushing event updated for resources: {'Port': ['ID=a0185df1-915f-4d83-8e9a-39b3098f5156,revision_number=3']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:13.701027 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.services.segments.plugin [-] Segment f28c73d5-7075-4c2a-b4b7-9c037eda13ba resource provider aggregate not found Jul 30 05:02:13.725814 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:13.729412 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.services.segments.plugin [-] Segment f28c73d5-7075-4c2a-b4b7-9c037eda13ba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f28c73d5-7075-4c2a-b4b7-9c037eda13ba found for delete ", "request_id": "req-349d5a1b-7d50-41df-8737-f26e2955f299"}]} Jul 30 05:02:13.772461 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:13.800511 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-230e8452-c97b-4fd3-9ce4-9164a1c0a7da req-917f7799-be6f-40e2-92c6-c7cfdd33e090 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d333655-4aa8-43a6-a0ce-8e64647ad0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4345808 Jul 30 05:02:13.803089 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d2589d96-aee1-429b-9e6a-7b2e3107903a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704485'] for network (67254df2-69cc-4935-a78a-856ecd4c2eaf), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:13.810986 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d2589d96-aee1-429b-9e6a-7b2e3107903a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for network (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:13.814187 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-d2589d96-aee1-429b-9e6a-7b2e3107903a admin admin] 10.222.0.20 "DELETE /v2.0/networks/67254df2-69cc-4935-a78a-856ecd4c2eaf HTTP/1.1" status: 204 len: 168 time: 0.8653262 Jul 30 05:02:13.837200 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2589d96-aee1-429b-9e6a-7b2e3107903a admin admin] Pushing event deleted for resources: {'Network': ['ID=67254df2-69cc-4935-a78a-856ecd4c2eaf,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:13.905398 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-da4508f7-2f61-458b-b276-4f3db37c38b9 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for port (4bd43211-e626-4e97-b85f-05ba8ca0e639), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:13.910690 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-da4508f7-2f61-458b-b276-4f3db37c38b9 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410665'] for port (4bd43211-e626-4e97-b85f-05ba8ca0e639), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:13.978034 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-da4508f7-2f61-458b-b276-4f3db37c38b9 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692779'] for floatingip (f4686e67-c241-4e5a-82b6-1d344590da1f), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:13.980971 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4508f7-2f61-458b-b276-4f3db37c38b9 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Pushing event updated for resources: {'Port': ['ID=4bd43211-e626-4e97-b85f-05ba8ca0e639,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:14.005986 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 53952) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:02:14.049072 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-5508ead8-9441-4523-b242-5c66f7ebbed2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f102af4a74e946caa9fefc7ad0ae148c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418243 Jul 30 05:02:14.052220 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 53954) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:02:14.079662 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.db.l3_db [None req-da4508f7-2f61-458b-b276-4f3db37c38b9 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Floating IP f4686e67-c241-4e5a-82b6-1d344590da1f associated. External IP: 172.27.2.113, port: aa5879dd-2e84-4f75-818a-bc12a63594f3. Jul 30 05:02:14.102473 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1c281257-bea6-4cbc-b3a1-b729a268db27 admin admin] Publish callbacks [] for security_group (f9516121-f2c2-4395-8895-3671edd09173), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:14.124585 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1c281257-bea6-4cbc-b3a1-b729a268db27 admin admin] Publish callbacks [] for security_group (f9516121-f2c2-4395-8895-3671edd09173), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:14.132912 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:14.180313 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1c281257-bea6-4cbc-b3a1-b729a268db27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (f9516121-f2c2-4395-8895-3671edd09173), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:14.183657 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1c281257-bea6-4cbc-b3a1-b729a268db27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:14.188568 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-1c281257-bea6-4cbc-b3a1-b729a268db27 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f9516121-f2c2-4395-8895-3671edd09173 HTTP/1.1" status: 204 len: 168 time: 0.1324463 Jul 30 05:02:14.196992 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c281257-bea6-4cbc-b3a1-b729a268db27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9516121-f2c2-4395-8895-3671edd09173,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:14.280657 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd29153-c45b-474a-b34a-9708ccfb8765 req-12b6517f-34d3-44db-905f-58ec0637e7bf tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:14.282157 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ffd29153-c45b-474a-b34a-9708ccfb8765 req-12b6517f-34d3-44db-905f-58ec0637e7bf tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 945 time: 0.0515122 Jul 30 05:02:14.316644 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da4508f7-2f61-458b-b276-4f3db37c38b9 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Router 181f97db-441e-48d1-b3ca-28695114c178 has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 05:02:14.335578 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ffd29153-c45b-474a-b34a-9708ccfb8765 req-45a1bb5a-0359-489b-b333-bd4f426c7d5e tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=28ba7713-8be4-4961-9d65-b66a4bd63f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473616 Jul 30 05:02:14.443331 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4508f7-2f61-458b-b276-4f3db37c38b9 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:02:14.454708 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090b7936-2227-4870-aa39-d0d01429fe19 None None] Sync routers for ids ['181f97db-441e-48d1-b3ca-28695114c178'] in dv-cinder-851279-3-iscsi {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:02:14.467224 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090b7936-2227-4870-aa39-d0d01429fe19 None None] Routers {'181f97db-441e-48d1-b3ca-28695114c178'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:02:14.467868 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-090b7936-2227-4870-aa39-d0d01429fe19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:01:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['181f97db-441e-48d1-b3ca-28695114c178'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:02:14.475890 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-da4508f7-2f61-458b-b276-4f3db37c38b9 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for floatingip (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:14.511688 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-da4508f7-2f61-458b-b276-4f3db37c38b9 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5558631 Jul 30 05:02:14.512294 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267d974a-0a42-4e11-ada0-68e101c4a48f', 'tag': 'aa5879dd-2e84-4f75-818a-bc12a63594f3'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:02:14.515257 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74064a32e8a1c82ff25c89edbc1a4916375279028ab6b832636cd606fd6f10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecbb862-d338-4980-a198-51e3e2bac3a2" -d '{"events": [{"name": "network-changed", "server_uuid": "267d974a-0a42-4e11-ada0-68e101c4a48f", "tag": "aa5879dd-2e84-4f75-818a-bc12a63594f3"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:02:14.566308 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Jul 2022 05:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2dae0fd-202c-4e51-bfc4-3c582d1b9b18 x-openstack-request-id: req-f2dae0fd-202c-4e51-bfc4-3c582d1b9b18 {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:02:14.566649 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267d974a-0a42-4e11-ada0-68e101c4a48f", "tag": "aa5879dd-2e84-4f75-818a-bc12a63594f3", "status": "completed", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:02:14.566907 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f2dae0fd-202c-4e51-bfc4-3c582d1b9b18 {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:02:14.567450 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2dae0fd-202c-4e51-bfc4-3c582d1b9b18'] response: {'name': 'network-changed', 'server_uuid': '267d974a-0a42-4e11-ada0-68e101c4a48f', 'tag': 'aa5879dd-2e84-4f75-818a-bc12a63594f3', 'status': 'completed', 'code': 200} Jul 30 05:02:14.578298 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:14.585518 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44b3a2-dc0a-4765-be7d-a4c707bd3830 req-59ee3dd9-7dce-4f6f-ba36-b16813791fa9 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:14.590958 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-3c44b3a2-dc0a-4765-be7d-a4c707bd3830 req-59ee3dd9-7dce-4f6f-ba36-b16813791fa9 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/ports?device_id=366ac5bd-e8b9-46b5-8df3-509c48982078 HTTP/1.1" status: 200 len: 943 time: 0.0609901 Jul 30 05:02:14.598957 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-090b7936-2227-4870-aa39-d0d01429fe19 None None] Set router 181f97db-441e-48d1-b3ca-28695114c178 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:02:14.676142 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbb862-d338-4980-a198-51e3e2bac3a2 req-7848f138-7a42-49e9-b1cb-0aa4c67a7084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:14.678283 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1ecbb862-d338-4980-a198-51e3e2bac3a2 req-7848f138-7a42-49e9-b1cb-0aa4c67a7084 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db365a6a9f6041a7a8749fd1a1e3d488&device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 1130 time: 0.0449278 Jul 30 05:02:14.699387 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-3c44b3a2-dc0a-4765-be7d-a4c707bd3830 req-477c29b0-6d7b-4318-b5fd-0b4d297d10e3 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/security-groups?id=25fdcead-cb29-4801-9885-d8d83b16936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050038 Jul 30 05:02:14.711426 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22cab5-efab-4cb1-b661-5cc49747b460 req-a2ad60d0-281a-4a9e-8488-f45ab845dd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:14.713006 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-3b22cab5-efab-4cb1-b661-5cc49747b460 req-a2ad60d0-281a-4a9e-8488-f45ab845dd87 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a6a02f6df4ed4365b3ce1fa970f9cf41&device_id=366ac5bd-e8b9-46b5-8df3-509c48982078 HTTP/1.1" status: 200 len: 1127 time: 0.0514362 Jul 30 05:02:14.786147 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbb862-d338-4980-a198-51e3e2bac3a2 req-99fdf3fa-d27f-42d1-9d3f-55d4bb1849ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:14.787759 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1ecbb862-d338-4980-a198-51e3e2bac3a2 req-99fdf3fa-d27f-42d1-9d3f-55d4bb1849ff service neutron] 10.222.0.49 "GET /v2.0/networks?id=05de52c4-affb-4a9e-aea7-e8e105567377 HTTP/1.1" status: 200 len: 913 time: 0.0962093 Jul 30 05:02:14.886243 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1ecbb862-d338-4980-a198-51e3e2bac3a2 req-d7a0c251-38da-4a2a-ba6c-75dc8f759ed4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa5879dd-2e84-4f75-818a-bc12a63594f3 HTTP/1.1" status: 200 len: 1000 time: 0.0725031 Jul 30 05:02:14.903996 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-090b7936-2227-4870-aa39-d0d01429fe19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181f97db-441e-48d1-b3ca-28695114c178', 'name': 'tempest-TestVolumeBootPattern-1435914711-router', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '831fda61-359a-4643-bf36-517da67281d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:00:46Z', 'updated_at': '2022-07-30T05:00:51Z', 'revision_number': 4, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'gw_port': {'id': '831fda61-359a-4643-bf36-517da67281d0', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:47Z', 'updated_at': '2022-07-30T05:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': 'f4686e67-c241-4e5a-82b6-1d344590da1f', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': '181f97db-441e-48d1-b3ca-28695114c178', 'port_id': 'aa5879dd-2e84-4f75-818a-bc12a63594f3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377', 'mac_address': 'fa:16:3e:52:ef:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267d974a-0a42-4e11-ada0-68e101c4a48f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:02:12Z', 'updated_at': '2022-07-30T05:02:12Z', 'revision_number': 0, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a74756c1-d67b-4700-95c5-2cbae1b8ba24', 'name': '', 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'mac_address': 'fa:16:3e:ef:e8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:50Z', 'updated_at': '2022-07-30T05:00:58Z', 'revision_number': 5, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'subnets': [{'id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:02:14.933657 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090b7936-2227-4870-aa39-d0d01429fe19 None None] Checking router: 181f97db-441e-48d1-b3ca-28695114c178 for host: dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:02:14.944533 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090b7936-2227-4870-aa39-d0d01429fe19 None None] Routers {'181f97db-441e-48d1-b3ca-28695114c178'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:02:14.945371 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-090b7936-2227-4870-aa39-d0d01429fe19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:01:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['181f97db-441e-48d1-b3ca-28695114c178'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:02:14.985376 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:14.994198 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22cab5-efab-4cb1-b661-5cc49747b460 req-31050045-13df-4fa0-92e7-dafbabb3935e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:14.996909 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-3b22cab5-efab-4cb1-b661-5cc49747b460 req-31050045-13df-4fa0-92e7-dafbabb3935e service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=a6a02f6df4ed4365b3ce1fa970f9cf41&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1830502 Jul 30 05:02:15.060073 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=100 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:15.071987 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbb862-d338-4980-a198-51e3e2bac3a2 req-d149ba24-2797-497c-a542-3056603832ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:15.073945 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1ecbb862-d338-4980-a198-51e3e2bac3a2 req-d149ba24-2797-497c-a542-3056603832ea service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c798a7dd-9ba8-4ed3-85fe-837d80a7049f HTTP/1.1" status: 200 len: 851 time: 0.1470373 Jul 30 05:02:15.080090 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:15.083049 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-090b7936-2227-4870-aa39-d0d01429fe19 None None] Set router 181f97db-441e-48d1-b3ca-28695114c178 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:02:15.098482 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020863fa-4657-4db0-96ef-caa3c93e3c5e req-b0f01030-bda9-4369-b26d-a2e6d8e63f70 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:15.100019 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-020863fa-4657-4db0-96ef-caa3c93e3c5e req-b0f01030-bda9-4369-b26d-a2e6d8e63f70 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 945 time: 0.1777346 Jul 30 05:02:15.107605 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebde9e5-ca2e-443e-8553-c8b14d3d9e4a req-eaf7f6ac-96d8-4267-bd20-5ca833d40491 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:15.108850 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bebde9e5-ca2e-443e-8553-c8b14d3d9e4a req-eaf7f6ac-96d8-4267-bd20-5ca833d40491 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.49 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 945 time: 0.1848705 Jul 30 05:02:15.148889 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22cab5-efab-4cb1-b661-5cc49747b460 req-6b31cf80-6a3c-4bef-bafc-bee7f6eebd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:15.151589 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-3b22cab5-efab-4cb1-b661-5cc49747b460 req-6b31cf80-6a3c-4bef-bafc-bee7f6eebd68 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1471984 Jul 30 05:02:15.227734 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=6 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:15.231794 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-020863fa-4657-4db0-96ef-caa3c93e3c5e req-29e6d92f-d10e-43c5-8a79-fa5c5c8b1b4f tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4d333655-4aa8-43a6-a0ce-8e64647ad0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146307 Jul 30 05:02:15.239112 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbb862-d338-4980-a198-51e3e2bac3a2 req-b1c56fa1-61a6-41c1-864e-56d2a626d62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:15.240681 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1ecbb862-d338-4980-a198-51e3e2bac3a2 req-b1c56fa1-61a6-41c1-864e-56d2a626d62e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05de52c4-affb-4a9e-aea7-e8e105567377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1396673 Jul 30 05:02:15.243415 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-292edf8f-3ee9-4e53-912e-085abbdbc449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:15.244937 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-292edf8f-3ee9-4e53-912e-085abbdbc449 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a6a02f6df4ed4365b3ce1fa970f9cf41&device_id=366ac5bd-e8b9-46b5-8df3-509c48982078 HTTP/1.1" status: 200 len: 1127 time: 0.0470333 Jul 30 05:02:15.300900 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-8beb1b97-d6f5-41ff-a067-cce677cdb1bc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0185df1-915f-4d83-8e9a-39b3098f5156 HTTP/1.1" status: 200 len: 217 time: 0.0469885 Jul 30 05:02:15.324243 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:15.341808 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-bebde9e5-ca2e-443e-8553-c8b14d3d9e4a req-b05ed5de-afe0-40c8-80de-85f61ef23d2b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Deleting port 17ee318c-931e-496a-b49d-170e9dd9ad2b {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:02:15.342156 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-bebde9e5-ca2e-443e-8553-c8b14d3d9e4a req-b05ed5de-afe0-40c8-80de-85f61ef23d2b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (17ee318c-931e-496a-b49d-170e9dd9ad2b), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:15.371916 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-c852122d-96cc-427f-965e-1d38f0173fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:15.374128 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-c852122d-96cc-427f-965e-1d38f0173fe0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3cd41c32-1654-405e-ab41-282eb3cddac6 HTTP/1.1" status: 200 len: 853 time: 0.0657716 Jul 30 05:02:15.375887 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-090b7936-2227-4870-aa39-d0d01429fe19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181f97db-441e-48d1-b3ca-28695114c178', 'name': 'tempest-TestVolumeBootPattern-1435914711-router', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '831fda61-359a-4643-bf36-517da67281d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:00:46Z', 'updated_at': '2022-07-30T05:00:51Z', 'revision_number': 4, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'gw_port': {'id': '831fda61-359a-4643-bf36-517da67281d0', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:47Z', 'updated_at': '2022-07-30T05:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': 'f4686e67-c241-4e5a-82b6-1d344590da1f', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': '181f97db-441e-48d1-b3ca-28695114c178', 'port_id': 'aa5879dd-2e84-4f75-818a-bc12a63594f3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377', 'mac_address': 'fa:16:3e:52:ef:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267d974a-0a42-4e11-ada0-68e101c4a48f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:02:12Z', 'updated_at': '2022-07-30T05:02:12Z', 'revision_number': 0, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a74756c1-d67b-4700-95c5-2cbae1b8ba24', 'name': '', 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'mac_address': 'fa:16:3e:ef:e8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:50Z', 'updated_at': '2022-07-30T05:00:58Z', 'revision_number': 5, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'subnets': [{'id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:02:15.405193 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090b7936-2227-4870-aa39-d0d01429fe19 None None] The sync data for ids ['181f97db-441e-48d1-b3ca-28695114c178'] in dv-cinder-851279-3-iscsi is: [{'id': '181f97db-441e-48d1-b3ca-28695114c178', 'name': 'tempest-TestVolumeBootPattern-1435914711-router', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '831fda61-359a-4643-bf36-517da67281d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:00:46Z', 'updated_at': '2022-07-30T05:00:51Z', 'revision_number': 4, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'gw_port': {'id': '831fda61-359a-4643-bf36-517da67281d0', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:47Z', 'updated_at': '2022-07-30T05:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': 'f4686e67-c241-4e5a-82b6-1d344590da1f', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': '181f97db-441e-48d1-b3ca-28695114c178', 'port_id': 'aa5879dd-2e84-4f75-818a-bc12a63594f3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377', 'mac_address': 'fa:16:3e:52:ef:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267d974a-0a42-4e11-ada0-68e101c4a48f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:02:12Z', 'updated_at': '2022-07-30T05:02:12Z', 'revision_number': 0, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a74756c1-d67b-4700-95c5-2cbae1b8ba24', 'name': '', 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'mac_address': 'fa:16:3e:ef:e8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:50Z', 'updated_at': '2022-07-30T05:00:58Z', 'revision_number': 5, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'subnets': [{'id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:02:15.433816 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-bca766e3-a5fb-416b-9ed2-d28a055843ab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=42292243-279e-4264-96e0-23f67ff78d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525200 Jul 30 05:02:15.583433 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5c900-2587-4c3f-8b35-9cd4bd8f3dc3 req-5de33311-9155-4f72-818f-64dc7cd178aa tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:15.585048 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-20c5c900-2587-4c3f-8b35-9cd4bd8f3dc3 req-5de33311-9155-4f72-818f-64dc7cd178aa tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 945 time: 0.1313446 Jul 30 05:02:15.638320 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-d9970e42-8c9d-45c2-bcda-a8d12e24363e service neutron] 10.222.0.49 "GET /v2.0/networks/42292243-279e-4264-96e0-23f67ff78d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963141 Jul 30 05:02:15.693835 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1ecbb862-d338-4980-a198-51e3e2bac3a2 req-176141f5-db52-4d76-8792-b5287e5ac1c3 service neutron] 10.222.0.49 "GET /v2.0/networks/05de52c4-affb-4a9e-aea7-e8e105567377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4284425 Jul 30 05:02:15.749349 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-bebde9e5-ca2e-443e-8553-c8b14d3d9e4a req-b05ed5de-afe0-40c8-80de-85f61ef23d2b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] For port 17ee318c-931e-496a-b49d-170e9dd9ad2b, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=17ee318c-931e-496a-b49d-170e9dd9ad2b,segment=NetworkSegment(f332eab5-1e47-46f1-8048-b01e080b1202),segment_id=f332eab5-1e47-46f1-8048-b01e080b1202)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:02:15.749349 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-bebde9e5-ca2e-443e-8553-c8b14d3d9e4a req-b05ed5de-afe0-40c8-80de-85f61ef23d2b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (17ee318c-931e-496a-b49d-170e9dd9ad2b), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:15.751418 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-20c5c900-2587-4c3f-8b35-9cd4bd8f3dc3 req-1f131dfc-1250-4b0c-8af4-7da2c15acb66 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=28ba7713-8be4-4961-9d65-b66a4bd63f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561918 Jul 30 05:02:15.782512 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa62486d-76b5-4299-88c4-73b2705e00fc None None] New status for floating IP f4686e67-c241-4e5a-82b6-1d344590da1f: ACTIVE {{(pid=103973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 30 05:02:15.819883 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d855b38d-54c7-4dcb-b064-858e6d9db984 req-b45931b1-21e6-462b-920a-98c66cd9422e service neutron] 10.222.0.49 "GET /v2.0/networks/42292243-279e-4264-96e0-23f67ff78d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725109 Jul 30 05:02:15.928402 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:15.979557 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b6966-e775-4c74-9508-0972f0102701 req-8ac8873d-563c-46d9-ac1e-b61121063d75 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:15.981547 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1e5b6966-e775-4c74-9508-0972f0102701 req-8ac8873d-563c-46d9-ac1e-b61121063d75 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/ports?device_id=366ac5bd-e8b9-46b5-8df3-509c48982078 HTTP/1.1" status: 200 len: 943 time: 0.1679409 Jul 30 05:02:15.981815 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (dec4dcff-e2ed-49ed-8dd3-cc3856f345b5), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:16.017730 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1ecbb862-d338-4980-a198-51e3e2bac3a2 req-1fcf1b10-d78d-4c0e-9549-ca49a831951e service neutron] 10.222.0.49 "GET /v2.0/networks/05de52c4-affb-4a9e-aea7-e8e105567377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143470 Jul 30 05:02:16.101533 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1e5b6966-e775-4c74-9508-0972f0102701 req-42cf4b0c-8982-48d7-b134-8875c02c7752 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/security-groups?id=25fdcead-cb29-4801-9885-d8d83b16936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056066 Jul 30 05:02:16.171052 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-bebde9e5-ca2e-443e-8553-c8b14d3d9e4a req-b05ed5de-afe0-40c8-80de-85f61ef23d2b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:16.171411 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-bebde9e5-ca2e-443e-8553-c8b14d3d9e4a req-b05ed5de-afe0-40c8-80de-85f61ef23d2b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692779'] for floatingip (48a92b03-faa1-40c1-9291-afcefe56af14), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:16.171776 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.db.l3_db [req-bebde9e5-ca2e-443e-8553-c8b14d3d9e4a req-b05ed5de-afe0-40c8-80de-85f61ef23d2b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Floating IP 48a92b03-faa1-40c1-9291-afcefe56af14 disassociated. External IP: 172.27.2.108, port: 17ee318c-931e-496a-b49d-170e9dd9ad2b. Jul 30 05:02:16.172156 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-bebde9e5-ca2e-443e-8553-c8b14d3d9e4a req-b05ed5de-afe0-40c8-80de-85f61ef23d2b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Calling delete_port for 17ee318c-931e-496a-b49d-170e9dd9ad2b owned by compute:nova {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:02:16.301400 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-bebde9e5-ca2e-443e-8553-c8b14d3d9e4a req-b05ed5de-afe0-40c8-80de-85f61ef23d2b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (17ee318c-931e-496a-b49d-170e9dd9ad2b), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:16.335213 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ed5de-afe0-40c8-80de-85f61ef23d2b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Pushing event deleted for resources: {'Port': ['ID=17ee318c-931e-496a-b49d-170e9dd9ad2b,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:16.347369 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-dd6d3c16-831c-46c4-98a8-1a52be34c084 req-6538284d-a269-479b-bc3b-c2472a974176 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c16ec-7d74-4a2a-9b40-c95455fa8aff HTTP/1.1" status: 200 len: 210 time: 0.0373487 Jul 30 05:02:16.440972 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bebde9e5-ca2e-443e-8553-c8b14d3d9e4a req-b05ed5de-afe0-40c8-80de-85f61ef23d2b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Router 2db0553a-115a-4d31-af18-56f089af9880 has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 05:02:16.541052 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:16.544309 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bebde9e5-ca2e-443e-8553-c8b14d3d9e4a req-b05ed5de-afe0-40c8-80de-85f61ef23d2b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:02:16.555016 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b677ebfb-bb01-478d-b9b4-ad5dc8e70631 None None] Sync routers for ids ['2db0553a-115a-4d31-af18-56f089af9880'] in dv-cinder-851279-3-iscsi {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:02:16.565103 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b677ebfb-bb01-478d-b9b4-ad5dc8e70631 None None] Routers {'2db0553a-115a-4d31-af18-56f089af9880'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:02:16.566272 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-b677ebfb-bb01-478d-b9b4-ad5dc8e70631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:01:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['2db0553a-115a-4d31-af18-56f089af9880'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:02:16.588179 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-bebde9e5-ca2e-443e-8553-c8b14d3d9e4a req-b05ed5de-afe0-40c8-80de-85f61ef23d2b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] No DVR routers for this DVR port 17ee318c-931e-496a-b49d-170e9dd9ad2b on host hv-cinder-85127 {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 30 05:02:16.590680 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-bebde9e5-ca2e-443e-8553-c8b14d3d9e4a req-b05ed5de-afe0-40c8-80de-85f61ef23d2b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:16.593880 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bebde9e5-ca2e-443e-8553-c8b14d3d9e4a req-b05ed5de-afe0-40c8-80de-85f61ef23d2b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.49 "DELETE /v2.0/ports/17ee318c-931e-496a-b49d-170e9dd9ad2b HTTP/1.1" status: 204 len: 173 time: 1.4738674 Jul 30 05:02:16.594310 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27c16ec-7d74-4a2a-9b40-c95455fa8aff', 'name': 'network-vif-deleted', 'tag': '17ee318c-931e-496a-b49d-170e9dd9ad2b'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:02:16.596590 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b16b4900bbfc643f3f19b33d02e463cc441e963483cfbcd5657a130b47b3c9ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85d952a-90c5-4fd3-8e2c-5e3bc27fef5c" -d '{"events": [{"server_uuid": "f27c16ec-7d74-4a2a-9b40-c95455fa8aff", "name": "network-vif-deleted", "tag": "17ee318c-931e-496a-b49d-170e9dd9ad2b"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:02:16.633540 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 05:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6047356c-9c92-462d-b4dd-19fa26356edf x-openstack-request-id: req-6047356c-9c92-462d-b4dd-19fa26356edf {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:02:16.633828 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f27c16ec-7d74-4a2a-9b40-c95455fa8aff", "name": "network-vif-deleted", "tag": "17ee318c-931e-496a-b49d-170e9dd9ad2b", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:02:16.634085 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6047356c-9c92-462d-b4dd-19fa26356edf {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:02:16.634523 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6047356c-9c92-462d-b4dd-19fa26356edf'] response: {'server_uuid': 'f27c16ec-7d74-4a2a-9b40-c95455fa8aff', 'name': 'network-vif-deleted', 'tag': '17ee318c-931e-496a-b49d-170e9dd9ad2b', 'status': 'completed', 'code': 200} Jul 30 05:02:16.670103 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-b677ebfb-bb01-478d-b9b4-ad5dc8e70631 None None] Set router 2db0553a-115a-4d31-af18-56f089af9880 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:02:16.937148 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-b677ebfb-bb01-478d-b9b4-ad5dc8e70631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db0553a-115a-4d31-af18-56f089af9880', 'name': 'tempest-AttachVolumeNegativeTest-426223834-router', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:08Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 4, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'gw_port': {'id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:09Z', 'updated_at': '2022-07-30T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012', 'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'mac_address': 'fa:16:3e:bb:02:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:15Z', 'updated_at': '2022-07-30T04:58:32Z', 'revision_number': 5, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'subnets': [{'id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:02:16.950523 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542238fb-0bea-4e7b-a83b-178eed6518f9 req-02eea06d-09f3-47ca-a38a-53f73bfc6421 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:16.952372 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-542238fb-0bea-4e7b-a83b-178eed6518f9 req-02eea06d-09f3-47ca-a38a-53f73bfc6421 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 945 time: 0.0673058 Jul 30 05:02:16.974698 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b677ebfb-bb01-478d-b9b4-ad5dc8e70631 None None] Checking router: 2db0553a-115a-4d31-af18-56f089af9880 for host: dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:02:16.983230 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b677ebfb-bb01-478d-b9b4-ad5dc8e70631 None None] Routers {'2db0553a-115a-4d31-af18-56f089af9880'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:02:16.983840 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-b677ebfb-bb01-478d-b9b4-ad5dc8e70631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:01:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['2db0553a-115a-4d31-af18-56f089af9880'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:02:17.006920 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-542238fb-0bea-4e7b-a83b-178eed6518f9 req-ef0bf5c8-dcc6-4a46-8016-5f2edbbc7362 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=28ba7713-8be4-4961-9d65-b66a4bd63f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474737 Jul 30 05:02:17.022078 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=100 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:17.096463 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-b677ebfb-bb01-478d-b9b4-ad5dc8e70631 None None] Set router 2db0553a-115a-4d31-af18-56f089af9880 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:02:17.241738 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf03c0-164f-43a2-b893-130a7d921748 req-530e5ff7-3e5c-4d3c-bd29-5688b77392d3 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:17.249553 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9ecf03c0-164f-43a2-b893-130a7d921748 req-530e5ff7-3e5c-4d3c-bd29-5688b77392d3 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/ports?device_id=366ac5bd-e8b9-46b5-8df3-509c48982078 HTTP/1.1" status: 200 len: 943 time: 0.0608628 Jul 30 05:02:17.302616 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9ecf03c0-164f-43a2-b893-130a7d921748 req-469b6901-88c0-48c2-9284-8d5f157a0276 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/security-groups?id=25fdcead-cb29-4801-9885-d8d83b16936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518394 Jul 30 05:02:17.328711 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-b677ebfb-bb01-478d-b9b4-ad5dc8e70631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db0553a-115a-4d31-af18-56f089af9880', 'name': 'tempest-AttachVolumeNegativeTest-426223834-router', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:08Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 4, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'gw_port': {'id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:09Z', 'updated_at': '2022-07-30T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012', 'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'mac_address': 'fa:16:3e:bb:02:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:15Z', 'updated_at': '2022-07-30T04:58:32Z', 'revision_number': 5, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'subnets': [{'id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:02:17.354798 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b677ebfb-bb01-478d-b9b4-ad5dc8e70631 None None] The sync data for ids ['2db0553a-115a-4d31-af18-56f089af9880'] in dv-cinder-851279-3-iscsi is: [{'id': '2db0553a-115a-4d31-af18-56f089af9880', 'name': 'tempest-AttachVolumeNegativeTest-426223834-router', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:08Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 4, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'gw_port': {'id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:09Z', 'updated_at': '2022-07-30T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012', 'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'mac_address': 'fa:16:3e:bb:02:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:15Z', 'updated_at': '2022-07-30T04:58:32Z', 'revision_number': 5, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'subnets': [{'id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:02:17.448175 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 54026) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:02:17.506576 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e10a648f-e883-4e0c-baa8-897f1a530723 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group (4d333655-4aa8-43a6-a0ce-8e64647ad0de), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:17.531681 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e10a648f-e883-4e0c-baa8-897f1a530723 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group (4d333655-4aa8-43a6-a0ce-8e64647ad0de), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:17.582679 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e10a648f-e883-4e0c-baa8-897f1a530723 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (4d333655-4aa8-43a6-a0ce-8e64647ad0de), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:17.585211 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e10a648f-e883-4e0c-baa8-897f1a530723 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:17.588843 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-e10a648f-e883-4e0c-baa8-897f1a530723 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "DELETE /v2.0/security-groups/4d333655-4aa8-43a6-a0ce-8e64647ad0de HTTP/1.1" status: 204 len: 168 time: 0.1371865 Jul 30 05:02:17.589257 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 54028) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:02:17.595937 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a648f-e883-4e0c-baa8-897f1a530723 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d333655-4aa8-43a6-a0ce-8e64647ad0de,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:17.601250 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2330adce-7e15-4833-8c2b-226569774063 None None] New status for floating IP 48a92b03-faa1-40c1-9291-afcefe56af14: DOWN {{(pid=103973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 30 05:02:17.608583 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:17.625591 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.api.v2.resource [None req-ef118d8a-3f41-42d3-ad0a-14c362d20623 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] show failed (client error): The resource could not be found. Jul 30 05:02:17.626669 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-ef118d8a-3f41-42d3-ad0a-14c362d20623 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups/4d333655-4aa8-43a6-a0ce-8e64647ad0de HTTP/1.1" status: 404 len: 347 time: 0.0363641 Jul 30 05:02:17.629798 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 54030) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:02:17.666478 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:17.745283 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-b3b22b65-26b3-4058-b4be-c9fcb7bfd986 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Deleting port 11d57505-4b86-4abf-9719-c47c2c88baa6 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:02:17.745624 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b3b22b65-26b3-4058-b4be-c9fcb7bfd986 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (11d57505-4b86-4abf-9719-c47c2c88baa6), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:17.826506 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b3b22b65-26b3-4058-b4be-c9fcb7bfd986 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (11d57505-4b86-4abf-9719-c47c2c88baa6), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:17.826732 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b3b22b65-26b3-4058-b4be-c9fcb7bfd986 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for floatingip (11d57505-4b86-4abf-9719-c47c2c88baa6), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:17.841145 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-b3b22b65-26b3-4058-b4be-c9fcb7bfd986 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Calling delete_port for 11d57505-4b86-4abf-9719-c47c2c88baa6 owned by network:floatingip {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:02:17.981813 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b3b22b65-26b3-4058-b4be-c9fcb7bfd986 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (11d57505-4b86-4abf-9719-c47c2c88baa6), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:18.007122 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b22b65-26b3-4058-b4be-c9fcb7bfd986 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Pushing event deleted for resources: {'Port': ['ID=11d57505-4b86-4abf-9719-c47c2c88baa6,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:18.069703 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b3b22b65-26b3-4058-b4be-c9fcb7bfd986 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for floatingip (48a92b03-faa1-40c1-9291-afcefe56af14), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:18.072247 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b3b22b65-26b3-4058-b4be-c9fcb7bfd986 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for floatingip (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:18.073398 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-b3b22b65-26b3-4058-b4be-c9fcb7bfd986 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "DELETE /v2.0/floatingips/48a92b03-faa1-40c1-9291-afcefe56af14 HTTP/1.1" status: 204 len: 168 time: 0.4425535 Jul 30 05:02:18.132746 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580947d-60fb-4684-84b0-9bed35f5624a req-fc92c498-e0c8-4ead-aca2-80921f11d372 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:18.134239 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-9580947d-60fb-4684-84b0-9bed35f5624a req-fc92c498-e0c8-4ead-aca2-80921f11d372 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 945 time: 0.0490217 Jul 30 05:02:18.158710 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 54036) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:02:18.163458 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-6283e13c-e0d8-4c07-aa05-cf4e18b51be6 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1358989646', 'description': 'tempest-description--445751639'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:02:18.184850 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6283e13c-e0d8-4c07-aa05-cf4e18b51be6 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:18.188174 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-9580947d-60fb-4684-84b0-9bed35f5624a req-98e537e4-86ab-4903-9f2c-2e521897fe2b tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=28ba7713-8be4-4961-9d65-b66a4bd63f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485644 Jul 30 05:02:18.267394 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6283e13c-e0d8-4c07-aa05-cf4e18b51be6 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group (92c6c17d-5541-4b79-a6b7-956f1a8070a6), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:18.271888 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6283e13c-e0d8-4c07-aa05-cf4e18b51be6 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (92c6c17d-5541-4b79-a6b7-956f1a8070a6), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:18.300959 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:18.308504 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6283e13c-e0d8-4c07-aa05-cf4e18b51be6 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:18.309744 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-6283e13c-e0d8-4c07-aa05-cf4e18b51be6 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1499155 Jul 30 05:02:18.312740 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 54042) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:02:18.314646 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6283e13c-e0d8-4c07-aa05-cf4e18b51be6 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92c6c17d-5541-4b79-a6b7-956f1a8070a6,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:18.320848 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-f127e085-11e0-4c03-95ab-5980c83ab4ec tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Request body: {'security_group_rule': {'security_group_id': '92c6c17d-5541-4b79-a6b7-956f1a8070a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:02:18.356021 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f127e085-11e0-4c03-95ab-5980c83ab4ec tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group_rule (4673cf15-be71-4374-b99d-e24025d855ce), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:18.421563 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f127e085-11e0-4c03-95ab-5980c83ab4ec tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group_rule (4673cf15-be71-4374-b99d-e24025d855ce), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:18.426758 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f127e085-11e0-4c03-95ab-5980c83ab4ec tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826758'] for security_group_rule (4673cf15-be71-4374-b99d-e24025d855ce), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:18.434291 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c7569-e922-4f09-a399-86694a742bcb req-1bf37e6f-309e-40f5-9d12-785736f4bb00 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:18.435979 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d26c7569-e922-4f09-a399-86694a742bcb req-1bf37e6f-309e-40f5-9d12-785736f4bb00 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/ports?device_id=366ac5bd-e8b9-46b5-8df3-509c48982078 HTTP/1.1" status: 200 len: 943 time: 0.0557559 Jul 30 05:02:18.449293 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f127e085-11e0-4c03-95ab-5980c83ab4ec tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4673cf15-be71-4374-b99d-e24025d855ce,revision_number=0']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:18.459007 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f127e085-11e0-4c03-95ab-5980c83ab4ec tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:18.460353 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-f127e085-11e0-4c03-95ab-5980c83ab4ec tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1461248 Jul 30 05:02:18.463248 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 54046) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:02:18.469997 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-3ea79a19-f674-4df6-bdd3-b59e1a9472bf tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Request body: {'security_group_rule': {'security_group_id': '92c6c17d-5541-4b79-a6b7-956f1a8070a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:02:18.499740 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d26c7569-e922-4f09-a399-86694a742bcb req-56ab3e1a-9f8c-4f80-98c6-f8f30bcd5102 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/security-groups?id=25fdcead-cb29-4801-9885-d8d83b16936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557652 Jul 30 05:02:18.502180 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-3ea79a19-f674-4df6-bdd3-b59e1a9472bf tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group_rule (24e9dbf4-ae26-4d8a-a4b4-8c45163ce270), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:18.513387 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device a0185df1-915f-4d83-8e9a-39b3098f5156 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=103972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 05:02:18.518105 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 17ee318c-931e-496a-b49d-170e9dd9ad2b no longer exists at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:02:18.545569 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] No Port match for: 17ee318c-931e-496a-b49d-170e9dd9ad2b {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:02:18.545924 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 17ee318c-931e-496a-b49d-170e9dd9ad2b not bound to the agent host hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:02:18.576267 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:18.580880 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:18.589100 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-3ea79a19-f674-4df6-bdd3-b59e1a9472bf tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group_rule (24e9dbf4-ae26-4d8a-a4b4-8c45163ce270), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:18.595026 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-3ea79a19-f674-4df6-bdd3-b59e1a9472bf tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826758'] for security_group_rule (24e9dbf4-ae26-4d8a-a4b4-8c45163ce270), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:18.615909 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea79a19-f674-4df6-bdd3-b59e1a9472bf tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24e9dbf4-ae26-4d8a-a4b4-8c45163ce270,revision_number=0']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:18.626010 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-3ea79a19-f674-4df6-bdd3-b59e1a9472bf tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:18.629561 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-3ea79a19-f674-4df6-bdd3-b59e1a9472bf tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1632247 Jul 30 05:02:18.632922 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 54050) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:02:18.637247 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-aacaeb67-52f1-43b9-bb37-cd567b68feda tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Request body: {'floatingip': {'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:02:18.652753 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port a0185df1-915f-4d83-8e9a-39b3098f5156, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=a0185df1-915f-4d83-8e9a-39b3098f5156,segment=NetworkSegment(3389fda0-343b-4819-a0bb-bb918fb4d6a8),segment_id=3389fda0-343b-4819-a0bb-bb918fb4d6a8)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:02:18.658146 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-aacaeb67-52f1-43b9-bb37-cd567b68feda tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:18.669516 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Returning: {'device': 'a0185df1-915f-4d83-8e9a-39b3098f5156', 'network_id': '42292243-279e-4264-96e0-23f67ff78d87', 'port_id': 'a0185df1-915f-4d83-8e9a-39b3098f5156', 'mac_address': 'fa:16:3e:75:a4:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cd41c32-1654-405e-ab41-282eb3cddac6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 05:02:18.747266 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-aacaeb67-52f1-43b9-bb37-cd567b68feda tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:18.850172 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port a0185df1-915f-4d83-8e9a-39b3098f5156 is: DOWN; New status is: BUILD {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:02:18.850600 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (a0185df1-915f-4d83-8e9a-39b3098f5156), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:18.871111 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0185df1-915f-4d83-8e9a-39b3098f5156 {{(pid=103972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 05:02:18.885522 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_common [None req-aacaeb67-52f1-43b9-bb37-cd567b68feda tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Allocated IP 172.27.2.58 (0194f4bd-d033-4ee0-a642-9d17cfb40f96/6c0201b0-7b08-4a32-872b-15ffee5372f4/b9baa3a5-abed-4c8a-b1d5-5f248f38481b) {{(pid=103970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:02:18.892752 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port a0185df1-915f-4d83-8e9a-39b3098f5156, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=a0185df1-915f-4d83-8e9a-39b3098f5156,segment=NetworkSegment(3389fda0-343b-4819-a0bb-bb918fb4d6a8),segment_id=3389fda0-343b-4819-a0bb-bb918fb4d6a8)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:02:18.896189 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (a0185df1-915f-4d83-8e9a-39b3098f5156), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:18.947033 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=a0185df1-915f-4d83-8e9a-39b3098f5156,revision_number=4']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:18.994941 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-aacaeb67-52f1-43b9-bb37-cd567b68feda tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for port (b9baa3a5-abed-4c8a-b1d5-5f248f38481b), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:19.030013 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-aacaeb67-52f1-43b9-bb37-cd567b68feda tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (b9baa3a5-abed-4c8a-b1d5-5f248f38481b), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:19.073385 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacaeb67-52f1-43b9-bb37-cd567b68feda tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Network 0194f4bd-d033-4ee0-a642-9d17cfb40f96 is already hosted by enough agents. {{(pid=103970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:02:19.078376 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-aacaeb67-52f1-43b9-bb37-cd567b68feda tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Resources bound (agent type, host, resource id): {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:02:19.082591 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacaeb67-52f1-43b9-bb37-cd567b68feda tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Received port after_create {{(pid=103970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 05:02:19.106200 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaeb67-52f1-43b9-bb37-cd567b68feda tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Pushing event updated for resources: {'Port': ['ID=b9baa3a5-abed-4c8a-b1d5-5f248f38481b,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:19.137508 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9cf6e049-e658-4add-85ab-2d7c7b8c4007 req-a0c2e71d-16d2-4b5b-b24f-b5badad53bcd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397427 Jul 30 05:02:19.178514 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-aacaeb67-52f1-43b9-bb37-cd567b68feda tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for floatingip (acbd01e6-2fcc-4b72-ad05-0d5d04289a86), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:19.179527 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] get_ports_and_sgs() called for port_ids ['a0185df1-915f-4d83-8e9a-39b3098f5156'] {{(pid=103972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:02:19.202763 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6e049-e658-4add-85ab-2d7c7b8c4007 req-ba9564f8-143f-42a7-a9b9-80c1246561b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:19.204375 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9cf6e049-e658-4add-85ab-2d7c7b8c4007 req-ba9564f8-143f-42a7-a9b9-80c1246561b4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bc6f8afc1abf427f92c44fdc55994b18&device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 1130 time: 0.0457034 Jul 30 05:02:19.217482 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-aacaeb67-52f1-43b9-bb37-cd567b68feda tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (b9baa3a5-abed-4c8a-b1d5-5f248f38481b), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:19.319999 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6e049-e658-4add-85ab-2d7c7b8c4007 req-122692f6-1a69-4a1f-b857-25c6929693a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:19.323246 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9cf6e049-e658-4add-85ab-2d7c7b8c4007 req-122692f6-1a69-4a1f-b857-25c6929693a7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fdf70601-7662-4f43-8ddd-db3bc3add8d1 HTTP/1.1" status: 200 len: 918 time: 0.0964639 Jul 30 05:02:19.356461 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:19.366822 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83dc2a-7856-4331-b0e0-d632aca2c943 req-77d56830-8aad-4dc2-9557-978b50767828 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:19.368356 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-3c83dc2a-7856-4331-b0e0-d632aca2c943 req-77d56830-8aad-4dc2-9557-978b50767828 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 945 time: 0.0942395 Jul 30 05:02:19.372578 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:19.391196 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9cf6e049-e658-4add-85ab-2d7c7b8c4007 req-c4f90896-e639-4e22-b71a-30a179424fa2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77f9d403-dee8-430d-8122-9a468f943da2 HTTP/1.1" status: 200 len: 1000 time: 0.0615895 Jul 30 05:02:19.439028 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6e049-e658-4add-85ab-2d7c7b8c4007 req-17c0d251-9cb4-4f2d-af8a-1a2bd3361a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:19.439353 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:19.440544 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9cf6e049-e658-4add-85ab-2d7c7b8c4007 req-17c0d251-9cb4-4f2d-af8a-1a2bd3361a18 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=872e5683-a168-4487-9376-0296b22d54e2 HTTP/1.1" status: 200 len: 856 time: 0.0435183 Jul 30 05:02:19.464254 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-3c83dc2a-7856-4331-b0e0-d632aca2c943 req-592dda20-75cc-472a-9a7e-6807008d6d17 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=28ba7713-8be4-4961-9d65-b66a4bd63f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874805 Jul 30 05:02:19.493718 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-aacaeb67-52f1-43b9-bb37-cd567b68feda tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for port (b9baa3a5-abed-4c8a-b1d5-5f248f38481b), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:19.493718 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-aacaeb67-52f1-43b9-bb37-cd567b68feda tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410665'] for port (b9baa3a5-abed-4c8a-b1d5-5f248f38481b), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:19.493967 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6e049-e658-4add-85ab-2d7c7b8c4007 req-a5e41a90-c711-4011-a4db-a559f7fe0ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:19.493967 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9cf6e049-e658-4add-85ab-2d7c7b8c4007 req-a5e41a90-c711-4011-a4db-a559f7fe0ada service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fdf70601-7662-4f43-8ddd-db3bc3add8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412076 Jul 30 05:02:19.553479 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaeb67-52f1-43b9-bb37-cd567b68feda tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Pushing event updated for resources: {'Port': ['ID=b9baa3a5-abed-4c8a-b1d5-5f248f38481b,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:19.555888 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-aacaeb67-52f1-43b9-bb37-cd567b68feda tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692779'] for floatingip (acbd01e6-2fcc-4b72-ad05-0d5d04289a86), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:19.575483 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-aacaeb67-52f1-43b9-bb37-cd567b68feda tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for floatingip (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:19.586254 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-aacaeb67-52f1-43b9-bb37-cd567b68feda tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9430864 Jul 30 05:02:19.586462 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9cf6e049-e658-4add-85ab-2d7c7b8c4007 req-9d2a97cb-1f00-49c6-a0f5-8afa5e3e160a service neutron] 10.222.0.49 "GET /v2.0/networks/fdf70601-7662-4f43-8ddd-db3bc3add8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904906 Jul 30 05:02:19.692190 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb0242-0b9f-4a7d-99bd-6324ba5afb69 req-bf17b2f5-d577-48ce-b157-fd9ce8b971d8 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:19.693667 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-60eb0242-0b9f-4a7d-99bd-6324ba5afb69 req-bf17b2f5-d577-48ce-b157-fd9ce8b971d8 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/ports?device_id=366ac5bd-e8b9-46b5-8df3-509c48982078 HTTP/1.1" status: 200 len: 944 time: 0.0835454 Jul 30 05:02:19.739195 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9cf6e049-e658-4add-85ab-2d7c7b8c4007 req-a2588295-e6ef-4217-822f-a8a775fb521d service neutron] 10.222.0.49 "GET /v2.0/networks/fdf70601-7662-4f43-8ddd-db3bc3add8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478221 Jul 30 05:02:19.762935 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-60eb0242-0b9f-4a7d-99bd-6324ba5afb69 req-3b4f7a8e-2823-4daf-87d8-2a9b38e9b5eb tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/security-groups?id=25fdcead-cb29-4801-9885-d8d83b16936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626864 Jul 30 05:02:19.789653 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-93680177-f204-46fb-ac3b-f0a711e5a218 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1358989646&fields=id&tenant_id=e01500cb03c74d1082090cd1c1836169 HTTP/1.1" status: 200 len: 267 time: 0.0511820 Jul 30 05:02:19.902254 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-de2b3af4-90a2-4f8a-b60d-85c43a3dda62 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:19.903777 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-de2b3af4-90a2-4f8a-b60d-85c43a3dda62 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/networks?id=afd82f39-2725-4de8-bc03-d4d225abc92e HTTP/1.1" status: 200 len: 814 time: 0.1071842 Jul 30 05:02:19.919576 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-7cc87490-5486-49bc-bd62-7075d6d32d8e tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/quotas/e01500cb03c74d1082090cd1c1836169 HTTP/1.1" status: 200 len: 375 time: 0.0100222 Jul 30 05:02:19.971432 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-15e9bed0-0f48-4bbc-854b-1a31ad31efe0 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e01500cb03c74d1082090cd1c1836169&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460548 Jul 30 05:02:20.074892 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-ae6fe3a8-ea1b-4c48-8d30-ff31fee1fe3e service neutron] 10.222.0.20 "GET /v2.0/networks/afd82f39-2725-4de8-bc03-d4d225abc92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921001 Jul 30 05:02:20.171054 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-21c531d6-b10e-4071-9396-da774d946e84 service neutron] 10.222.0.20 "GET /v2.0/networks/afd82f39-2725-4de8-bc03-d4d225abc92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904243 Jul 30 05:02:20.350012 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bd24cec3-5668-4394-b541-1355071f10b2 req-b2062f39-cb07-4dba-b0d9-683e83235688 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2aa4b1-2fd2-45e4-a058-71f0855e48c0 HTTP/1.1" status: 200 len: 210 time: 0.0293589 Jul 30 05:02:20.546046 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device a0185df1-915f-4d83-8e9a-39b3098f5156 up at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:02:20.577525 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-26d84373-88fd-42e3-8763-0593b7b62dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:20.606666 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning for port a0185df1-915f-4d83-8e9a-39b3098f5156 completed by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 30 05:02:20.617198 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning complete for port a0185df1-915f-4d83-8e9a-39b3098f5156 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:02:20.618335 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (a0185df1-915f-4d83-8e9a-39b3098f5156), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:20.633665 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64816f27-a165-48d5-9d46-08c842f7cba7 req-ccf4e06c-825d-4d14-aeb4-738899d8604c tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:20.635396 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-64816f27-a165-48d5-9d46-08c842f7cba7 req-ccf4e06c-825d-4d14-aeb4-738899d8604c tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 945 time: 0.0751455 Jul 30 05:02:20.698177 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-64816f27-a165-48d5-9d46-08c842f7cba7 req-6f73e0ee-c6a6-4296-a9c3-5a7d4e61a057 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=28ba7713-8be4-4961-9d65-b66a4bd63f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564542 Jul 30 05:02:20.717775 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:20.725987 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port a0185df1-915f-4d83-8e9a-39b3098f5156 is: BUILD; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:02:20.726368 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (a0185df1-915f-4d83-8e9a-39b3098f5156), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:20.750180 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366ac5bd-e8b9-46b5-8df3-509c48982078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0185df1-915f-4d83-8e9a-39b3098f5156'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:02:20.752426 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097f6318ceefad5cd58475957c164f396c8a98df32e112d8bd5bde4ce5121001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b56a652-2138-4342-9ae9-b155dff67619" -d '{"events": [{"server_uuid": "366ac5bd-e8b9-46b5-8df3-509c48982078", "name": "network-vif-plugged", "status": "completed", "tag": "a0185df1-915f-4d83-8e9a-39b3098f5156"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:02:20.765653 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port a0185df1-915f-4d83-8e9a-39b3098f5156, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=a0185df1-915f-4d83-8e9a-39b3098f5156,segment=NetworkSegment(3389fda0-343b-4819-a0bb-bb918fb4d6a8),segment_id=3389fda0-343b-4819-a0bb-bb918fb4d6a8)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:02:20.771231 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (a0185df1-915f-4d83-8e9a-39b3098f5156), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:20.824719 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 05:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b4c3fa-1622-4ca5-bea4-df021daa2587 x-openstack-request-id: req-02b4c3fa-1622-4ca5-bea4-df021daa2587 {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:02:20.825028 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366ac5bd-e8b9-46b5-8df3-509c48982078", "name": "network-vif-plugged", "status": "completed", "tag": "a0185df1-915f-4d83-8e9a-39b3098f5156", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:02:20.825288 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02b4c3fa-1622-4ca5-bea4-df021daa2587 {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:02:20.825734 dv-cinder-851279-3-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02b4c3fa-1622-4ca5-bea4-df021daa2587'] response: {'server_uuid': '366ac5bd-e8b9-46b5-8df3-509c48982078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0185df1-915f-4d83-8e9a-39b3098f5156', 'code': 200} Jul 30 05:02:20.827317 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=a0185df1-915f-4d83-8e9a-39b3098f5156,revision_number=5']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:20.951429 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b6fd8-e3ae-43aa-a15b-68ad1abeda90 req-762e1a54-c065-49ea-9ae7-258850b97258 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:20.953546 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-663b6fd8-e3ae-43aa-a15b-68ad1abeda90 req-762e1a54-c065-49ea-9ae7-258850b97258 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/ports?device_id=366ac5bd-e8b9-46b5-8df3-509c48982078 HTTP/1.1" status: 200 len: 945 time: 0.0865886 Jul 30 05:02:21.027791 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-663b6fd8-e3ae-43aa-a15b-68ad1abeda90 req-2ffeff3a-e5a1-431d-8486-7543a9c36024 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/security-groups?id=25fdcead-cb29-4801-9885-d8d83b16936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671086 Jul 30 05:02:21.055236 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9e8d8-489a-4c22-b422-c5e9c77c19cd req-7d608f89-00e0-40df-b9fe-08ddcd11f47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:21.056872 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d6e9e8d8-489a-4c22-b422-c5e9c77c19cd req-7d608f89-00e0-40df-b9fe-08ddcd11f47b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=366ac5bd-e8b9-46b5-8df3-509c48982078 HTTP/1.1" status: 200 len: 1129 time: 0.0529897 Jul 30 05:02:21.103324 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d6e9e8d8-489a-4c22-b422-c5e9c77c19cd req-5941ce72-7a15-4440-acc5-e0fd19da2743 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=25fdcead-cb29-4801-9885-d8d83b16936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395792 Jul 30 05:02:21.458493 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-807427f4-bcd6-45c7-99ad-42433bc10b23 req-2df5017f-10b1-4afa-989d-fa4683004006 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2aa4b1-2fd2-45e4-a058-71f0855e48c0 HTTP/1.1" status: 200 len: 210 time: 0.0314023 Jul 30 05:02:21.673534 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-c572bf75-dc01-4f06-acc4-16bbc1d8dd37 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:21.675134 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-c572bf75-dc01-4f06-acc4-16bbc1d8dd37 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.49 "GET /v2.0/networks?id=afd82f39-2725-4de8-bc03-d4d225abc92e HTTP/1.1" status: 200 len: 814 time: 0.1182480 Jul 30 05:02:21.813322 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2898209-d57b-4fc6-89d1-a14e8bd6101e req-05d3313a-4a92-4fa4-9003-283977cacf20 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:21.814848 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d2898209-d57b-4fc6-89d1-a14e8bd6101e req-05d3313a-4a92-4fa4-9003-283977cacf20 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 945 time: 0.0489552 Jul 30 05:02:21.853097 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:21.871388 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d2898209-d57b-4fc6-89d1-a14e8bd6101e req-5ec8d849-7fc1-42a6-beed-86bd78516d8d tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=28ba7713-8be4-4961-9d65-b66a4bd63f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483077 Jul 30 05:02:22.120655 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:22.150674 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-132d688f-306b-4c1c-b8f8-caf0a50f0bee tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e01500cb03c74d1082090cd1c1836169 HTTP/1.1" status: 200 len: 380 time: 0.0953825 Jul 30 05:02:22.165765 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a92e8-f193-413f-8a28-2b13266aec9f req-b1f92402-d08c-45b4-b276-222021bfba1e tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:22.167207 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ba8a92e8-f193-413f-8a28-2b13266aec9f req-b1f92402-d08c-45b4-b276-222021bfba1e tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/ports?device_id=366ac5bd-e8b9-46b5-8df3-509c48982078 HTTP/1.1" status: 200 len: 945 time: 0.0654213 Jul 30 05:02:22.209162 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-c2662eca-3a8f-4f54-92d2-ce40de177626 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Request body: {'port': {'device_id': '0a2aa4b1-2fd2-45e4-a058-71f0855e48c0', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'admin_state_up': True, 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'security_groups': ['92c6c17d-5541-4b79-a6b7-956f1a8070a6']}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:02:22.256161 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ba8a92e8-f193-413f-8a28-2b13266aec9f req-63bf1b5a-c8e0-47ac-be86-fe21edc1fde1 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/security-groups?id=25fdcead-cb29-4801-9885-d8d83b16936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830567 Jul 30 05:02:22.328107 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-c2662eca-3a8f-4f54-92d2-ce40de177626 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Made reservation on behalf of e01500cb03c74d1082090cd1c1836169 for: {'port': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:02:22.331679 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-c2662eca-3a8f-4f54-92d2-ce40de177626 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:22.467384 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:22.479564 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-c2662eca-3a8f-4f54-92d2-ce40de177626 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Allocated IP 172.20.0.8 (afd82f39-2725-4de8-bc03-d4d225abc92e/bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d/be23179b-b7b9-4f47-bb71-6ace62d54931) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:02:22.577854 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-88fd6c96-90ca-4e4c-9a3b-cdd378f14ab7 req-4ceec1e8-caa7-4898-8699-f90eafb43ef3 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2aa4b1-2fd2-45e4-a058-71f0855e48c0 HTTP/1.1" status: 200 len: 210 time: 0.0373306 Jul 30 05:02:22.632114 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-c2662eca-3a8f-4f54-92d2-ce40de177626 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for port (be23179b-b7b9-4f47-bb71-6ace62d54931), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:22.665583 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-c2662eca-3a8f-4f54-92d2-ce40de177626 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (be23179b-b7b9-4f47-bb71-6ace62d54931), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:22.707214 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-c2662eca-3a8f-4f54-92d2-ce40de177626 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Network afd82f39-2725-4de8-bc03-d4d225abc92e is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:02:22.712272 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-c2662eca-3a8f-4f54-92d2-ce40de177626 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:02:22.716184 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-c2662eca-3a8f-4f54-92d2-ce40de177626 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 05:02:22.740623 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2662eca-3a8f-4f54-92d2-ce40de177626 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Pushing event updated for resources: {'Port': ['ID=be23179b-b7b9-4f47-bb71-6ace62d54931,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:22.769038 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-c2662eca-3a8f-4f54-92d2-ce40de177626 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:22.769647 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-c2662eca-3a8f-4f54-92d2-ce40de177626 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:22.788127 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-c2662eca-3a8f-4f54-92d2-ce40de177626 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5864193 Jul 30 05:02:22.841458 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-1d7e548a-b0e6-4bfe-8860-db82fa929596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:22.960187 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-56c4ed66-5b21-42d7-8c1e-606d58e3405b None None] Provisioning complete for port be23179b-b7b9-4f47-bb71-6ace62d54931 triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:02:22.960598 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-56c4ed66-5b21-42d7-8c1e-606d58e3405b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (be23179b-b7b9-4f47-bb71-6ace62d54931), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:22.984705 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-7be7db69-2659-4c5c-951f-801fb2a5e40c service neutron] Request body: {'port': {'device_id': '0a2aa4b1-2fd2-45e4-a058-71f0855e48c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:02:22.996242 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-56c4ed66-5b21-42d7-8c1e-606d58e3405b None None] Port be23179b-b7b9-4f47-bb71-6ace62d54931 cannot update to ACTIVE because it is not bound. {{(pid=103972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 30 05:02:23.022409 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3289c-9b54-4976-b781-da8c6a551bd8 req-56745e45-e32a-4bf4-bb2d-e643c7bb2609 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:23.023903 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2ef3289c-9b54-4976-b781-da8c6a551bd8 req-56745e45-e32a-4bf4-bb2d-e643c7bb2609 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 945 time: 0.0767276 Jul 30 05:02:23.077843 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-7be7db69-2659-4c5c-951f-801fb2a5e40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (be23179b-b7b9-4f47-bb71-6ace62d54931), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:23.102036 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:23.105568 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2ef3289c-9b54-4976-b781-da8c6a551bd8 req-2c23d0f0-3345-40a2-ba68-2f39b487c8bd tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=28ba7713-8be4-4961-9d65-b66a4bd63f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734918 Jul 30 05:02:23.343526 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-7be7db69-2659-4c5c-951f-801fb2a5e40c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be23179b-b7b9-4f47-bb71-6ace62d54931 {{(pid=103971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 05:02:23.351073 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-7be7db69-2659-4c5c-951f-801fb2a5e40c service neutron] Publish callbacks [] for port (be23179b-b7b9-4f47-bb71-6ace62d54931), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:23.363501 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.provisioning_blocks [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-7be7db69-2659-4c5c-951f-801fb2a5e40c service neutron] Transition to ACTIVE for port object be23179b-b7b9-4f47-bb71-6ace62d54931 will not be triggered until provisioned by entity L2. {{(pid=103971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 30 05:02:23.368093 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-7be7db69-2659-4c5c-951f-801fb2a5e40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3264605'] for port (be23179b-b7b9-4f47-bb71-6ace62d54931), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:23.372542 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:23.377340 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe226d-0d14-4c67-b4ad-d3f26ead6c8d req-620fb5af-dd0b-4422-aef8-8077c22b0d49 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:23.379612 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-1ffe226d-0d14-4c67-b4ad-d3f26ead6c8d req-620fb5af-dd0b-4422-aef8-8077c22b0d49 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/ports?device_id=366ac5bd-e8b9-46b5-8df3-509c48982078 HTTP/1.1" status: 200 len: 945 time: 0.0499771 Jul 30 05:02:23.428620 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-1ffe226d-0d14-4c67-b4ad-d3f26ead6c8d req-784f67a6-ccad-45f0-83b1-f63faf5b68ed tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/security-groups?id=25fdcead-cb29-4801-9885-d8d83b16936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431228 Jul 30 05:02:23.452893 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7db69-2659-4c5c-951f-801fb2a5e40c service neutron] Pushing event updated for resources: {'Port': ['ID=be23179b-b7b9-4f47-bb71-6ace62d54931,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:23.479260 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-7be7db69-2659-4c5c-951f-801fb2a5e40c service neutron] Attempting to bind port be23179b-b7b9-4f47-bb71-6ace62d54931 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 05:02:23.479873 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-7be7db69-2659-4c5c-951f-801fb2a5e40c service neutron] Attempting to bind port be23179b-b7b9-4f47-bb71-6ace62d54931 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': 'f332eab5-1e47-46f1-8048-b01e080b1202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e'}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 05:02:23.480005 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-7be7db69-2659-4c5c-951f-801fb2a5e40c service neutron] Attempting to bind port be23179b-b7b9-4f47-bb71-6ace62d54931 on network afd82f39-2725-4de8-bc03-d4d225abc92e {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:02:23.484510 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-7be7db69-2659-4c5c-951f-801fb2a5e40c service neutron] Port be23179b-b7b9-4f47-bb71-6ace62d54931 on network afd82f39-2725-4de8-bc03-d4d225abc92e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 30 05:02:23.484832 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-7be7db69-2659-4c5c-951f-801fb2a5e40c service neutron] Attempting to bind port be23179b-b7b9-4f47-bb71-6ace62d54931 on network afd82f39-2725-4de8-bc03-d4d225abc92e {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:02:23.489858 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-7be7db69-2659-4c5c-951f-801fb2a5e40c service neutron] Checking agent: {'id': 'dec4dcff-e2ed-49ed-8dd3-cc3856f345b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 56, 16), 'started_at': datetime.datetime(2022, 7, 30, 4, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 5, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 05:02:23.490229 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-7be7db69-2659-4c5c-951f-801fb2a5e40c service neutron] Checking segment: {'id': 'f332eab5-1e47-46f1-8048-b01e080b1202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 05:02:23.490647 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-7be7db69-2659-4c5c-951f-801fb2a5e40c service neutron] Bound using segment: {'id': 'f332eab5-1e47-46f1-8048-b01e080b1202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e'} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 05:02:23.491073 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-7be7db69-2659-4c5c-951f-801fb2a5e40c service neutron] Bound port: be23179b-b7b9-4f47-bb71-6ace62d54931, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f332eab5-1e47-46f1-8048-b01e080b1202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e'}}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 05:02:23.491435 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-7be7db69-2659-4c5c-951f-801fb2a5e40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (be23179b-b7b9-4f47-bb71-6ace62d54931), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:23.559597 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-7be7db69-2659-4c5c-951f-801fb2a5e40c service neutron] For port be23179b-b7b9-4f47-bb71-6ace62d54931, host hv-cinder-85127, cleared binding levels {{(pid=103971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:02:23.562599 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-7be7db69-2659-4c5c-951f-801fb2a5e40c service neutron] For port be23179b-b7b9-4f47-bb71-6ace62d54931, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=be23179b-b7b9-4f47-bb71-6ace62d54931,segment=NetworkSegment(f332eab5-1e47-46f1-8048-b01e080b1202),segment_id=f332eab5-1e47-46f1-8048-b01e080b1202)] {{(pid=103971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:02:23.569222 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-7be7db69-2659-4c5c-951f-801fb2a5e40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3264605'] for port (be23179b-b7b9-4f47-bb71-6ace62d54931), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:23.573182 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-7be7db69-2659-4c5c-951f-801fb2a5e40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:23.573792 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-7be7db69-2659-4c5c-951f-801fb2a5e40c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:23.575194 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-7be7db69-2659-4c5c-951f-801fb2a5e40c service neutron] 10.222.0.49 "PUT /v2.0/ports/be23179b-b7b9-4f47-bb71-6ace62d54931 HTTP/1.1" status: 200 len: 1093 time: 0.5946138 Jul 30 05:02:23.575679 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a2aa4b1-2fd2-45e4-a058-71f0855e48c0', 'tag': 'be23179b-b7b9-4f47-bb71-6ace62d54931'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:02:23.577878 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b16b4900bbfc643f3f19b33d02e463cc441e963483cfbcd5657a130b47b3c9ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8558ac55-a89b-4716-ba79-d03ca92184e5" -d '{"events": [{"name": "network-changed", "server_uuid": "0a2aa4b1-2fd2-45e4-a058-71f0855e48c0", "tag": "be23179b-b7b9-4f47-bb71-6ace62d54931"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:02:23.628319 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Jul 2022 05:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3863d19c-fc3f-45f3-b771-341d77603704 x-openstack-request-id: req-3863d19c-fc3f-45f3-b771-341d77603704 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:02:23.628798 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a2aa4b1-2fd2-45e4-a058-71f0855e48c0", "tag": "be23179b-b7b9-4f47-bb71-6ace62d54931", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:02:23.629175 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3863d19c-fc3f-45f3-b771-341d77603704 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:02:23.629582 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3863d19c-fc3f-45f3-b771-341d77603704'] response: {'name': 'network-changed', 'server_uuid': '0a2aa4b1-2fd2-45e4-a058-71f0855e48c0', 'tag': 'be23179b-b7b9-4f47-bb71-6ace62d54931', 'status': 'completed', 'code': 200} Jul 30 05:02:23.662030 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7db69-2659-4c5c-951f-801fb2a5e40c service neutron] Pushing event updated for resources: {'Port': ['ID=be23179b-b7b9-4f47-bb71-6ace62d54931,revision_number=3']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:23.675728 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-298f885c-6027-4ab7-bf47-2e595127f77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:23.677294 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-298f885c-6027-4ab7-bf47-2e595127f77f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e01500cb03c74d1082090cd1c1836169&device_id=0a2aa4b1-2fd2-45e4-a058-71f0855e48c0 HTTP/1.1" status: 200 len: 1127 time: 0.0517228 Jul 30 05:02:23.728106 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-e93237dc-2f00-4cb5-90a0-c7c6a8f59fb9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be23179b-b7b9-4f47-bb71-6ace62d54931 HTTP/1.1" status: 200 len: 217 time: 0.0417454 Jul 30 05:02:23.730831 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0be101-88d3-44fa-a9ff-6553eb15e3de req-360ab56e-afab-421c-9de9-2a4273bd0757 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:23.732351 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-2c0be101-88d3-44fa-a9ff-6553eb15e3de req-360ab56e-afab-421c-9de9-2a4273bd0757 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2aa4b1-2fd2-45e4-a058-71f0855e48c0 HTTP/1.1" status: 200 len: 943 time: 0.0556741 Jul 30 05:02:23.793838 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:23.796463 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-f0ace078-9e4f-4fc1-b3fa-01b85715dcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:23.797940 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-f0ace078-9e4f-4fc1-b3fa-01b85715dcb9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d HTTP/1.1" status: 200 len: 853 time: 0.0635834 Jul 30 05:02:23.813805 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-2c0be101-88d3-44fa-a9ff-6553eb15e3de req-f916907d-d681-4dff-8484-368a85591894 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=92c6c17d-5541-4b79-a6b7-956f1a8070a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732768 Jul 30 05:02:23.855276 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-47249a7a-4cea-4455-8bf9-83dc1c80e7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:23.856792 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-47249a7a-4cea-4455-8bf9-83dc1c80e7d5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=afd82f39-2725-4de8-bc03-d4d225abc92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509980 Jul 30 05:02:23.875913 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:23.891504 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:24.223731 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-537e394a-0a8f-435a-bf38-54bc9b9fadfb service neutron] 10.222.0.49 "GET /v2.0/networks/afd82f39-2725-4de8-bc03-d4d225abc92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584330 Jul 30 05:02:24.249286 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c28ce-e3d3-4da7-94cd-1b62b2dbcdf8 req-0c267e91-9a8d-415b-aef2-ca123c80fc4b tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:24.250683 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-529c28ce-e3d3-4da7-94cd-1b62b2dbcdf8 req-0c267e91-9a8d-415b-aef2-ca123c80fc4b tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 945 time: 0.0609045 Jul 30 05:02:24.312142 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:24.366880 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-529c28ce-e3d3-4da7-94cd-1b62b2dbcdf8 req-a163f792-a16d-43a0-8866-e5dc6594c3ea tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=28ba7713-8be4-4961-9d65-b66a4bd63f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063671 Jul 30 05:02:24.372007 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-91e39cec-9cd5-436d-b484-d2fabaf02365 req-2302ec6b-a786-4d08-b3da-c48853195ec6 service neutron] 10.222.0.49 "GET /v2.0/networks/afd82f39-2725-4de8-bc03-d4d225abc92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366839 Jul 30 05:02:24.934364 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e0c86-4b57-4dc3-884d-c2574338a8a8 req-ca5dd9a2-04f1-480c-bcba-f3bd9619fce3 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:24.937828 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-ca4e0c86-4b57-4dc3-884d-c2574338a8a8 req-ca5dd9a2-04f1-480c-bcba-f3bd9619fce3 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2aa4b1-2fd2-45e4-a058-71f0855e48c0 HTTP/1.1" status: 200 len: 943 time: 0.0564551 Jul 30 05:02:24.997321 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-ca4e0c86-4b57-4dc3-884d-c2574338a8a8 req-c0dea746-037f-4e97-866e-ac0df67e18e0 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=92c6c17d-5541-4b79-a6b7-956f1a8070a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534449 Jul 30 05:02:25.301491 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:25.513707 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebeef29-4c48-4f3a-a544-16de513f3575 req-691b41fb-22a4-4000-92c9-8bb1b2fd332a tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:25.515184 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5ebeef29-4c48-4f3a-a544-16de513f3575 req-691b41fb-22a4-4000-92c9-8bb1b2fd332a tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 945 time: 0.0753672 Jul 30 05:02:25.539877 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558ac55-a89b-4716-ba79-d03ca92184e5 req-6d7c3d1c-5ed3-4537-af75-a723cee25e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:25.541302 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8558ac55-a89b-4716-ba79-d03ca92184e5 req-6d7c3d1c-5ed3-4537-af75-a723cee25e69 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e01500cb03c74d1082090cd1c1836169&device_id=0a2aa4b1-2fd2-45e4-a058-71f0855e48c0 HTTP/1.1" status: 200 len: 1127 time: 0.0632019 Jul 30 05:02:25.620926 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5ebeef29-4c48-4f3a-a544-16de513f3575 req-eaccf562-f19c-4f61-a0e4-99ce68da01cd tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=28ba7713-8be4-4961-9d65-b66a4bd63f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982199 Jul 30 05:02:25.661450 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558ac55-a89b-4716-ba79-d03ca92184e5 req-83eb5612-52e9-4557-bd37-8c247ab284b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:25.662930 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8558ac55-a89b-4716-ba79-d03ca92184e5 req-83eb5612-52e9-4557-bd37-8c247ab284b7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=afd82f39-2725-4de8-bc03-d4d225abc92e HTTP/1.1" status: 200 len: 915 time: 0.1013176 Jul 30 05:02:25.672263 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:25.702531 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8558ac55-a89b-4716-ba79-d03ca92184e5 req-eab2bb86-d480-4542-adcf-e284afb08fa5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be23179b-b7b9-4f47-bb71-6ace62d54931 HTTP/1.1" status: 200 len: 217 time: 0.0337477 Jul 30 05:02:25.756069 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558ac55-a89b-4716-ba79-d03ca92184e5 req-d4937c2b-4c0f-416a-a713-8b97932a98c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:25.757540 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8558ac55-a89b-4716-ba79-d03ca92184e5 req-d4937c2b-4c0f-416a-a713-8b97932a98c7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d HTTP/1.1" status: 200 len: 853 time: 0.0490894 Jul 30 05:02:25.802691 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558ac55-a89b-4716-ba79-d03ca92184e5 req-d0a37d78-9082-4f2c-abd1-10e273d5943f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:25.804772 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8558ac55-a89b-4716-ba79-d03ca92184e5 req-d0a37d78-9082-4f2c-abd1-10e273d5943f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=afd82f39-2725-4de8-bc03-d4d225abc92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401130 Jul 30 05:02:25.863687 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:25.904718 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8558ac55-a89b-4716-ba79-d03ca92184e5 req-993750cf-bc36-4cde-a84f-6cf7b57677d5 service neutron] 10.222.0.49 "GET /v2.0/networks/afd82f39-2725-4de8-bc03-d4d225abc92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850320 Jul 30 05:02:25.999301 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8558ac55-a89b-4716-ba79-d03ca92184e5 req-33ed22b7-a426-45ef-a041-59a814818275 service neutron] 10.222.0.49 "GET /v2.0/networks/afd82f39-2725-4de8-bc03-d4d225abc92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882559 Jul 30 05:02:26.117747 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e45a3f-5286-4f5d-9e2d-1b1866e8a70b req-f5ce6bdd-98d3-4370-ae18-ace78cbfb0a8 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:26.119258 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-59e45a3f-5286-4f5d-9e2d-1b1866e8a70b req-f5ce6bdd-98d3-4370-ae18-ace78cbfb0a8 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2aa4b1-2fd2-45e4-a058-71f0855e48c0 HTTP/1.1" status: 200 len: 943 time: 0.0477574 Jul 30 05:02:26.171903 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-59e45a3f-5286-4f5d-9e2d-1b1866e8a70b req-c823edb3-48c5-4160-8f64-c31e4431cef5 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=92c6c17d-5541-4b79-a6b7-956f1a8070a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461524 Jul 30 05:02:26.265875 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 54214) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:02:26.371297 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ed422965-225a-4540-9128-6243f3022520 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:26.449086 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ed422965-225a-4540-9128-6243f3022520 admin admin] Publish callbacks [] for security_group (fb494526-5a96-4b9c-8f86-1222e5a36667), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:26.452588 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ed422965-225a-4540-9128-6243f3022520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (fb494526-5a96-4b9c-8f86-1222e5a36667), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:26.492480 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-ed422965-225a-4540-9128-6243f3022520 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f3675768b09147eeaacfe0b36809609a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254891 Jul 30 05:02:26.493341 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed422965-225a-4540-9128-6243f3022520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb494526-5a96-4b9c-8f86-1222e5a36667,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:26.495223 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 54218) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:02:26.544243 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f2870b54-9a0c-43f3-ab67-b8de435157a7 admin admin] Publish callbacks [] for security_group (fb494526-5a96-4b9c-8f86-1222e5a36667), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:26.566131 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f2870b54-9a0c-43f3-ab67-b8de435157a7 admin admin] Publish callbacks [] for security_group (fb494526-5a96-4b9c-8f86-1222e5a36667), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:26.612148 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f2870b54-9a0c-43f3-ab67-b8de435157a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (fb494526-5a96-4b9c-8f86-1222e5a36667), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:26.614607 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f2870b54-9a0c-43f3-ab67-b8de435157a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:26.615755 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-f2870b54-9a0c-43f3-ab67-b8de435157a7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb494526-5a96-4b9c-8f86-1222e5a36667 HTTP/1.1" status: 204 len: 168 time: 0.1194906 Jul 30 05:02:26.623574 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2870b54-9a0c-43f3-ab67-b8de435157a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb494526-5a96-4b9c-8f86-1222e5a36667,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:26.753428 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477bccf-da0a-4f9d-a20f-bbc8cf1a3fe0 req-34bc186f-0fbc-4daf-8fae-397350a276b3 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:26.755066 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1477bccf-da0a-4f9d-a20f-bbc8cf1a3fe0 req-34bc186f-0fbc-4daf-8fae-397350a276b3 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 945 time: 0.0576680 Jul 30 05:02:26.769483 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:26.813095 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1477bccf-da0a-4f9d-a20f-bbc8cf1a3fe0 req-823b9186-9fc5-4dc9-a983-3f7bdadb8e9a tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=28ba7713-8be4-4961-9d65-b66a4bd63f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513339 Jul 30 05:02:27.289827 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625686e0-6976-43b3-ac66-a409690cb56e req-fcda8695-a5a4-4fb9-84cf-361fe882f556 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:27.291260 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-625686e0-6976-43b3-ac66-a409690cb56e req-fcda8695-a5a4-4fb9-84cf-361fe882f556 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2aa4b1-2fd2-45e4-a058-71f0855e48c0 HTTP/1.1" status: 200 len: 943 time: 0.0479350 Jul 30 05:02:27.339499 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-625686e0-6976-43b3-ac66-a409690cb56e req-314ef1d5-0993-4d57-88eb-ee9ff94ea831 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=92c6c17d-5541-4b79-a6b7-956f1a8070a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420322 Jul 30 05:02:27.676801 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:27.678604 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:27.937020 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b3e7c-9239-442f-926a-71898d4b46e0 req-5ee964eb-44f0-428f-a30a-9fc0bb417837 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:27.938376 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-645b3e7c-9239-442f-926a-71898d4b46e0 req-5ee964eb-44f0-428f-a30a-9fc0bb417837 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 945 time: 0.0473230 Jul 30 05:02:27.984923 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-645b3e7c-9239-442f-926a-71898d4b46e0 req-5a577359-c692-40c4-a151-08e3683f4a79 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=28ba7713-8be4-4961-9d65-b66a4bd63f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405257 Jul 30 05:02:28.460859 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55743184-3a0f-4889-91c4-ebe47dfb35d2 req-2e24d63f-18c4-4670-98ca-b7eeb84defe6 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:28.462360 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-55743184-3a0f-4889-91c4-ebe47dfb35d2 req-2e24d63f-18c4-4670-98ca-b7eeb84defe6 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2aa4b1-2fd2-45e4-a058-71f0855e48c0 HTTP/1.1" status: 200 len: 943 time: 0.0498130 Jul 30 05:02:28.508767 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-55743184-3a0f-4889-91c4-ebe47dfb35d2 req-acd232ee-9d54-47be-a199-d4bce741218d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=92c6c17d-5541-4b79-a6b7-956f1a8070a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409644 Jul 30 05:02:28.568323 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device be23179b-b7b9-4f47-bb71-6ace62d54931 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=103972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 05:02:28.665778 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port be23179b-b7b9-4f47-bb71-6ace62d54931, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=be23179b-b7b9-4f47-bb71-6ace62d54931,segment=NetworkSegment(f332eab5-1e47-46f1-8048-b01e080b1202),segment_id=f332eab5-1e47-46f1-8048-b01e080b1202)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:02:28.676687 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Returning: {'device': 'be23179b-b7b9-4f47-bb71-6ace62d54931', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'port_id': 'be23179b-b7b9-4f47-bb71-6ace62d54931', 'mac_address': 'fa:16:3e:60:6f:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 05:02:28.711540 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port be23179b-b7b9-4f47-bb71-6ace62d54931 is: DOWN; New status is: BUILD {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:02:28.711936 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (be23179b-b7b9-4f47-bb71-6ace62d54931), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:28.724360 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be23179b-b7b9-4f47-bb71-6ace62d54931 {{(pid=103972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 05:02:28.747260 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port be23179b-b7b9-4f47-bb71-6ace62d54931, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=be23179b-b7b9-4f47-bb71-6ace62d54931,segment=NetworkSegment(f332eab5-1e47-46f1-8048-b01e080b1202),segment_id=f332eab5-1e47-46f1-8048-b01e080b1202)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:02:28.751271 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (be23179b-b7b9-4f47-bb71-6ace62d54931), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:28.797353 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=be23179b-b7b9-4f47-bb71-6ace62d54931,revision_number=4']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:28.804673 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:28.805029 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:28.805400 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:28.805762 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:28.806105 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:28.806463 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:28.806798 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:28.807130 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:28.807458 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:28.807785 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:28.808113 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:28.808443 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:28.808766 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:28.809091 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:28.809413 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:02:29.109131 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] get_ports_and_sgs() called for port_ids ['be23179b-b7b9-4f47-bb71-6ace62d54931'] {{(pid=103972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:02:29.109589 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2b940-7c03-4026-9ff9-341bba52b041 req-dd2aa5c0-2466-475b-a9f0-62c8e31c3ae1 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:29.111085 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d6b2b940-7c03-4026-9ff9-341bba52b041 req-dd2aa5c0-2466-475b-a9f0-62c8e31c3ae1 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 945 time: 0.0499988 Jul 30 05:02:29.159798 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d6b2b940-7c03-4026-9ff9-341bba52b041 req-bb5953a5-2e64-4247-b8c7-4d178891fe6a tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=28ba7713-8be4-4961-9d65-b66a4bd63f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426157 Jul 30 05:02:29.359578 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecebd1ed-8b20-4f25-aa85-209d80ce3004 req-2ceb1f74-05b2-458a-aeb0-209346993d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:29.360960 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ecebd1ed-8b20-4f25-aa85-209d80ce3004 req-2ceb1f74-05b2-458a-aeb0-209346993d79 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 1129 time: 0.0420494 Jul 30 05:02:29.406331 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ecebd1ed-8b20-4f25-aa85-209d80ce3004 req-f8162aa6-4b7e-4bfc-8a04-42994cb509cd service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=28ba7713-8be4-4961-9d65-b66a4bd63f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373187 Jul 30 05:02:29.623507 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c3b39-c225-4192-8987-f4027837a1ae req-885e8445-73e1-4b75-a0dd-037551a284c5 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:29.624863 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d40c3b39-c225-4192-8987-f4027837a1ae req-885e8445-73e1-4b75-a0dd-037551a284c5 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2aa4b1-2fd2-45e4-a058-71f0855e48c0 HTTP/1.1" status: 200 len: 944 time: 0.0463214 Jul 30 05:02:29.671746 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d40c3b39-c225-4192-8987-f4027837a1ae req-fe634a18-3ed2-4e53-b749-c2acb31b411e tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=92c6c17d-5541-4b79-a6b7-956f1a8070a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409575 Jul 30 05:02:30.285068 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76977731-8d2d-4b50-91e8-744e4217393d req-14d767ef-af03-46ba-bdc5-d2a1530946af tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:30.286686 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-76977731-8d2d-4b50-91e8-744e4217393d req-14d767ef-af03-46ba-bdc5-d2a1530946af tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 945 time: 0.0480258 Jul 30 05:02:30.337562 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-76977731-8d2d-4b50-91e8-744e4217393d req-53b092a2-109d-45d8-825b-a53709095019 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=28ba7713-8be4-4961-9d65-b66a4bd63f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454733 Jul 30 05:02:30.577341 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device be23179b-b7b9-4f47-bb71-6ace62d54931 up at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:02:30.624965 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning for port be23179b-b7b9-4f47-bb71-6ace62d54931 completed by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 30 05:02:30.634800 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning complete for port be23179b-b7b9-4f47-bb71-6ace62d54931 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:02:30.635461 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (be23179b-b7b9-4f47-bb71-6ace62d54931), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:30.689069 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:30.739734 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port be23179b-b7b9-4f47-bb71-6ace62d54931 is: BUILD; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:02:30.740264 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (be23179b-b7b9-4f47-bb71-6ace62d54931), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:30.771366 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a2aa4b1-2fd2-45e4-a058-71f0855e48c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be23179b-b7b9-4f47-bb71-6ace62d54931'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:02:30.773853 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097f6318ceefad5cd58475957c164f396c8a98df32e112d8bd5bde4ce5121001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ef29e7-8a1a-4ef5-ade5-18d9581034bd" -d '{"events": [{"server_uuid": "0a2aa4b1-2fd2-45e4-a058-71f0855e48c0", "name": "network-vif-plugged", "status": "completed", "tag": "be23179b-b7b9-4f47-bb71-6ace62d54931"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:02:30.800022 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port be23179b-b7b9-4f47-bb71-6ace62d54931, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=be23179b-b7b9-4f47-bb71-6ace62d54931,segment=NetworkSegment(f332eab5-1e47-46f1-8048-b01e080b1202),segment_id=f332eab5-1e47-46f1-8048-b01e080b1202)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:02:30.805474 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (be23179b-b7b9-4f47-bb71-6ace62d54931), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:30.808480 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f114ef-47d7-44f7-8d0f-87d04add3d99 req-1c12496a-d247-48d7-97c7-0f4cc5e61c3d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:30.813182 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-05f114ef-47d7-44f7-8d0f-87d04add3d99 req-1c12496a-d247-48d7-97c7-0f4cc5e61c3d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2aa4b1-2fd2-45e4-a058-71f0855e48c0 HTTP/1.1" status: 200 len: 944 time: 0.0627375 Jul 30 05:02:30.830522 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 05:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4f6355-b7e8-444f-9422-ef97a94d2f4b x-openstack-request-id: req-7d4f6355-b7e8-444f-9422-ef97a94d2f4b {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:02:30.830739 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a2aa4b1-2fd2-45e4-a058-71f0855e48c0", "name": "network-vif-plugged", "status": "completed", "tag": "be23179b-b7b9-4f47-bb71-6ace62d54931", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:02:30.831149 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d4f6355-b7e8-444f-9422-ef97a94d2f4b {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:02:30.831554 dv-cinder-851279-3-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d4f6355-b7e8-444f-9422-ef97a94d2f4b'] response: {'server_uuid': '0a2aa4b1-2fd2-45e4-a058-71f0855e48c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be23179b-b7b9-4f47-bb71-6ace62d54931', 'code': 200} Jul 30 05:02:30.866409 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=be23179b-b7b9-4f47-bb71-6ace62d54931,revision_number=5']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:30.874848 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-05f114ef-47d7-44f7-8d0f-87d04add3d99 req-370eeb5b-a4dc-499b-a6e9-e599ad7e03a3 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=92c6c17d-5541-4b79-a6b7-956f1a8070a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540714 Jul 30 05:02:31.461451 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30490502-66fb-4fcd-9ffc-acaee7ffbbfe req-24e3fcf8-7ed6-4b6b-92e1-af8887aa7871 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:31.469964 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-30490502-66fb-4fcd-9ffc-acaee7ffbbfe req-24e3fcf8-7ed6-4b6b-92e1-af8887aa7871 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 945 time: 0.0574307 Jul 30 05:02:31.527454 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-30490502-66fb-4fcd-9ffc-acaee7ffbbfe req-e082a2c1-d932-48e8-8b05-13a5814192a7 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=28ba7713-8be4-4961-9d65-b66a4bd63f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499866 Jul 30 05:02:31.994999 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0abf01-1892-4187-8e19-0d67a0b108c5 req-f904c35f-d782-4be4-9da3-55c5d74a62e8 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:31.996520 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11b709-7cc8-4438-9a51-2e6365e8333d req-61463a44-a4f9-4bb8-a6af-d0b83db8e4b7 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:31.996989 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-dd0abf01-1892-4187-8e19-0d67a0b108c5 req-f904c35f-d782-4be4-9da3-55c5d74a62e8 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2aa4b1-2fd2-45e4-a058-71f0855e48c0 HTTP/1.1" status: 200 len: 945 time: 0.0477071 Jul 30 05:02:31.998011 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-0e11b709-7cc8-4438-9a51-2e6365e8333d req-61463a44-a4f9-4bb8-a6af-d0b83db8e4b7 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 945 time: 0.0481372 Jul 30 05:02:32.044752 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-dd0abf01-1892-4187-8e19-0d67a0b108c5 req-82627001-eb3b-4170-8129-82063fcdbc2c tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=92c6c17d-5541-4b79-a6b7-956f1a8070a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424621 Jul 30 05:02:32.049688 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-0e11b709-7cc8-4438-9a51-2e6365e8333d req-c9392d2c-b23a-4bb7-ad1d-9e792dee3a6c tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=28ba7713-8be4-4961-9d65-b66a4bd63f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459456 Jul 30 05:02:33.159955 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:33.168676 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e219875-d878-4cfc-82f5-469b3e87c3f4 req-cf48d406-32c7-4391-b7db-a8095cdbf153 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:33.169350 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940def64-5204-4b04-851c-401c6c957ef3 req-c2a1f679-8f30-4237-a6e0-575cdd1c4e84 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:33.170123 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4e219875-d878-4cfc-82f5-469b3e87c3f4 req-cf48d406-32c7-4391-b7db-a8095cdbf153 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2aa4b1-2fd2-45e4-a058-71f0855e48c0 HTTP/1.1" status: 200 len: 945 time: 0.0521331 Jul 30 05:02:33.171142 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-940def64-5204-4b04-851c-401c6c957ef3 req-c2a1f679-8f30-4237-a6e0-575cdd1c4e84 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 945 time: 0.0490935 Jul 30 05:02:33.183170 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:33.219044 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-940def64-5204-4b04-851c-401c6c957ef3 req-dd2e0c80-e6d8-4b4c-9dfc-998f055cd9e9 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=28ba7713-8be4-4961-9d65-b66a4bd63f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422118 Jul 30 05:02:33.221188 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4e219875-d878-4cfc-82f5-469b3e87c3f4 req-81e450bc-e514-47d1-908c-0ed36bdbf1cb tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=92c6c17d-5541-4b79-a6b7-956f1a8070a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448585 Jul 30 05:02:34.344207 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2cbfba-b8f0-4966-b936-b54d60e35d8e req-f21a9a3d-09cb-471e-85bd-1bd3f8c7d820 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:34.345672 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8d2cbfba-b8f0-4966-b936-b54d60e35d8e req-f21a9a3d-09cb-471e-85bd-1bd3f8c7d820 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2aa4b1-2fd2-45e4-a058-71f0855e48c0 HTTP/1.1" status: 200 len: 945 time: 0.0484996 Jul 30 05:02:34.346166 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba7762-93f2-47a2-9f11-69ae28a8591a req-9b0752e2-ceb1-43d6-be0e-4e0696cff085 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:34.348865 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-4eba7762-93f2-47a2-9f11-69ae28a8591a req-9b0752e2-ceb1-43d6-be0e-4e0696cff085 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 945 time: 0.0511737 Jul 30 05:02:34.391615 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:34.394819 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8d2cbfba-b8f0-4966-b936-b54d60e35d8e req-311b0076-6a32-465d-8156-6c78a79595af tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=92c6c17d-5541-4b79-a6b7-956f1a8070a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430207 Jul 30 05:02:34.397001 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-4eba7762-93f2-47a2-9f11-69ae28a8591a req-3944bd29-a912-41e5-ae98-96f3300e364c tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=28ba7713-8be4-4961-9d65-b66a4bd63f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435898 Jul 30 05:02:34.659128 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e8425f-351d-4497-a154-4ae134a41eb4 req-ae7ee96c-866c-40a0-bf2c-f05980254748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:34.661112 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-95e8425f-351d-4497-a154-4ae134a41eb4 req-ae7ee96c-866c-40a0-bf2c-f05980254748 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0a2aa4b1-2fd2-45e4-a058-71f0855e48c0 HTTP/1.1" status: 200 len: 1129 time: 0.0724115 Jul 30 05:02:34.664090 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb2eee-d6b4-4936-adc3-ece61d8bce67 req-7cb1abb9-ed86-4e3f-91b7-29e12267c765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:34.665434 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-cfeb2eee-d6b4-4936-adc3-ece61d8bce67 req-7cb1abb9-ed86-4e3f-91b7-29e12267c765 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=decb0bd64582440590890900e594b79e&device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 1129 time: 0.0487888 Jul 30 05:02:34.765963 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-95e8425f-351d-4497-a154-4ae134a41eb4 req-99f8959e-b301-4f2e-beea-722d6ba03b1e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=92c6c17d-5541-4b79-a6b7-956f1a8070a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923488 Jul 30 05:02:34.784866 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:34.790472 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb2eee-d6b4-4936-adc3-ece61d8bce67 req-1fa4c2f6-2378-4fe0-862b-4762e0a872b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:34.791863 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-cfeb2eee-d6b4-4936-adc3-ece61d8bce67 req-1fa4c2f6-2378-4fe0-862b-4762e0a872b3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf976b2f-0ebc-4e5a-b101-0355f31913b1 HTTP/1.1" status: 200 len: 920 time: 0.1114988 Jul 30 05:02:35.126895 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-cfeb2eee-d6b4-4936-adc3-ece61d8bce67 req-b9dd95e9-0922-44ef-896f-429ad8fd4b05 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ee72598-16cb-4e6d-aa46-89dd6f7ad946 HTTP/1.1" status: 200 len: 1000 time: 0.0545440 Jul 30 05:02:35.177758 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb2eee-d6b4-4936-adc3-ece61d8bce67 req-6f077452-e123-4dbe-a176-eb7446af0626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:35.179183 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-cfeb2eee-d6b4-4936-adc3-ece61d8bce67 req-6f077452-e123-4dbe-a176-eb7446af0626 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=92a83611-d09e-4b38-9b4b-aa1a1854f601 HTTP/1.1" status: 200 len: 858 time: 0.0430660 Jul 30 05:02:35.225238 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb2eee-d6b4-4936-adc3-ece61d8bce67 req-b0a26322-9ad6-4593-b682-d8f205a3fbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:35.226683 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-cfeb2eee-d6b4-4936-adc3-ece61d8bce67 req-b0a26322-9ad6-4593-b682-d8f205a3fbfe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf976b2f-0ebc-4e5a-b101-0355f31913b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412374 Jul 30 05:02:35.320770 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-cfeb2eee-d6b4-4936-adc3-ece61d8bce67 req-cbb1a4dc-a833-46ee-9099-3fb339bd3f07 service neutron] 10.222.0.49 "GET /v2.0/networks/cf976b2f-0ebc-4e5a-b101-0355f31913b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805538 Jul 30 05:02:35.516257 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d7bc3-f545-4bed-97dd-e47df51603fd req-3ba806c8-3b11-41fd-93d4-81c100ea9964 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:35.516999 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f9cb1-846b-4ca0-9a43-428112e568ee req-41f4b748-c9cb-4903-a523-895413ef7262 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:35.517821 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-500f9cb1-846b-4ca0-9a43-428112e568ee req-41f4b748-c9cb-4903-a523-895413ef7262 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 945 time: 0.0477655 Jul 30 05:02:35.518253 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6f8d7bc3-f545-4bed-97dd-e47df51603fd req-3ba806c8-3b11-41fd-93d4-81c100ea9964 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2aa4b1-2fd2-45e4-a058-71f0855e48c0 HTTP/1.1" status: 200 len: 945 time: 0.0469303 Jul 30 05:02:35.567947 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-500f9cb1-846b-4ca0-9a43-428112e568ee req-24252fb8-6aa0-43ab-8041-a543f7f0474c tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=28ba7713-8be4-4961-9d65-b66a4bd63f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440054 Jul 30 05:02:35.574860 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6f8d7bc3-f545-4bed-97dd-e47df51603fd req-b10a6df3-6094-4d29-bee1-42b56a672d3d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=92c6c17d-5541-4b79-a6b7-956f1a8070a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501525 Jul 30 05:02:35.802628 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-cfeb2eee-d6b4-4936-adc3-ece61d8bce67 req-a4910ba8-76ff-4116-a68c-17cec382895f service neutron] 10.222.0.49 "GET /v2.0/networks/cf976b2f-0ebc-4e5a-b101-0355f31913b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893369 Jul 30 05:02:36.690937 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc93438-7165-4d31-aa15-cdd878f0070d req-bd6cef6e-5d85-499e-bea6-ddd62818fa13 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:36.692505 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88ba84-d021-48e5-b449-5747002fbe9b req-37a52cc8-f7f8-4c1a-ba99-8c64971df108 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:36.693218 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-7fc93438-7165-4d31-aa15-cdd878f0070d req-bd6cef6e-5d85-499e-bea6-ddd62818fa13 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2aa4b1-2fd2-45e4-a058-71f0855e48c0 HTTP/1.1" status: 200 len: 945 time: 0.0485134 Jul 30 05:02:36.693574 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-fe88ba84-d021-48e5-b449-5747002fbe9b req-37a52cc8-f7f8-4c1a-ba99-8c64971df108 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 945 time: 0.0514879 Jul 30 05:02:36.742902 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-fe88ba84-d021-48e5-b449-5747002fbe9b req-a9273824-06e6-4023-8f50-bd17e4ca4e77 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=28ba7713-8be4-4961-9d65-b66a4bd63f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434361 Jul 30 05:02:36.746411 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-7fc93438-7165-4d31-aa15-cdd878f0070d req-d584820b-725c-418b-b751-a73593441252 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=92c6c17d-5541-4b79-a6b7-956f1a8070a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476470 Jul 30 05:02:37.868905 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4b812-86b1-4a7f-9c70-2eeb3750b28b req-af91837e-88e4-4fee-9aa5-a6a5c77a385d tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:37.871039 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-fbc4b812-86b1-4a7f-9c70-2eeb3750b28b req-af91837e-88e4-4fee-9aa5-a6a5c77a385d tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 945 time: 0.0523746 Jul 30 05:02:37.871596 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4e832-750e-469b-92da-9d544577f3f6 req-140c75b4-f0c5-4010-a4ee-ab9ccbd62ef7 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:37.873051 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9ec4e832-750e-469b-92da-9d544577f3f6 req-140c75b4-f0c5-4010-a4ee-ab9ccbd62ef7 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2aa4b1-2fd2-45e4-a058-71f0855e48c0 HTTP/1.1" status: 200 len: 945 time: 0.0552292 Jul 30 05:02:37.926674 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-fbc4b812-86b1-4a7f-9c70-2eeb3750b28b req-b8b78127-6379-466b-8174-a02615a109fd tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=28ba7713-8be4-4961-9d65-b66a4bd63f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498335 Jul 30 05:02:37.930152 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9ec4e832-750e-469b-92da-9d544577f3f6 req-52384bef-c397-4cd7-9858-03f1549201c0 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=92c6c17d-5541-4b79-a6b7-956f1a8070a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506895 Jul 30 05:02:39.043788 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7988b-7b2a-4588-a511-a383487ccd35 req-f6cd2636-013b-4b41-ad98-c2f597b0715e tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:39.044458 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c2e13-b3f6-4c7e-8f49-4212c0717ebd req-89d51526-4116-4004-839d-da6e7af35494 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:39.045270 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-db1c2e13-b3f6-4c7e-8f49-4212c0717ebd req-89d51526-4116-4004-839d-da6e7af35494 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 945 time: 0.0490108 Jul 30 05:02:39.046243 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-79b7988b-7b2a-4588-a511-a383487ccd35 req-f6cd2636-013b-4b41-ad98-c2f597b0715e tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2aa4b1-2fd2-45e4-a058-71f0855e48c0 HTTP/1.1" status: 200 len: 945 time: 0.0499949 Jul 30 05:02:39.092583 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-79b7988b-7b2a-4588-a511-a383487ccd35 req-0aa91412-512e-4e39-975a-2808331d54be tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=92c6c17d-5541-4b79-a6b7-956f1a8070a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409019 Jul 30 05:02:39.096667 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-db1c2e13-b3f6-4c7e-8f49-4212c0717ebd req-95c96383-8a3a-4ea9-9bdf-44d5896f41dc tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=28ba7713-8be4-4961-9d65-b66a4bd63f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449357 Jul 30 05:02:40.183783 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:40.219020 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496dcb3e-e2d8-457c-b4d8-c162a0904518 req-d74adf4f-3405-420f-9796-6728597a32da tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:40.220498 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-496dcb3e-e2d8-457c-b4d8-c162a0904518 req-d74adf4f-3405-420f-9796-6728597a32da tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 945 time: 0.0503063 Jul 30 05:02:40.223462 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075dbdf-f4e3-4f62-8ea2-a6e37d632378 req-b2f6b3f6-460a-4186-a462-123499d2b047 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:40.224930 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2075dbdf-f4e3-4f62-8ea2-a6e37d632378 req-b2f6b3f6-460a-4186-a462-123499d2b047 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2aa4b1-2fd2-45e4-a058-71f0855e48c0 HTTP/1.1" status: 200 len: 945 time: 0.0517094 Jul 30 05:02:40.268842 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-496dcb3e-e2d8-457c-b4d8-c162a0904518 req-c0bf90f9-95fe-4403-9e08-dea2f75af1d2 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=28ba7713-8be4-4961-9d65-b66a4bd63f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427468 Jul 30 05:02:40.272129 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2075dbdf-f4e3-4f62-8ea2-a6e37d632378 req-2208c9b7-b04d-47d6-9e6f-f1e9fc98c18d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=92c6c17d-5541-4b79-a6b7-956f1a8070a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417235 Jul 30 05:02:40.854368 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:40.863738 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:41.393381 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6b120-e589-47bb-9ba7-b07fcd89d589 req-7f22d6bb-b041-4fac-a041-54eb5a9455b7 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:41.394653 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37108512-f56c-4572-ade1-33b9d01da005 req-848d9128-cb82-4e36-84dd-86dc212a78da tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:41.396133 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-37108512-f56c-4572-ade1-33b9d01da005 req-848d9128-cb82-4e36-84dd-86dc212a78da tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 945 time: 0.0480528 Jul 30 05:02:41.398843 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f3f6b120-e589-47bb-9ba7-b07fcd89d589 req-7f22d6bb-b041-4fac-a041-54eb5a9455b7 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2aa4b1-2fd2-45e4-a058-71f0855e48c0 HTTP/1.1" status: 200 len: 945 time: 0.0510085 Jul 30 05:02:41.444785 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-37108512-f56c-4572-ade1-33b9d01da005 req-52f061f5-8127-4150-bd0f-0431a958deb2 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=28ba7713-8be4-4961-9d65-b66a4bd63f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432351 Jul 30 05:02:41.446052 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f3f6b120-e589-47bb-9ba7-b07fcd89d589 req-ba0dc61a-8562-4806-8109-082871518ce9 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=92c6c17d-5541-4b79-a6b7-956f1a8070a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444887 Jul 30 05:02:41.562736 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8709a71-3c7b-4595-b139-da64eb9224f4 req-4f2da0a5-1b8c-47dd-b7f7-56e49c57408f tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:41.564137 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c8709a71-3c7b-4595-b139-da64eb9224f4 req-4f2da0a5-1b8c-47dd-b7f7-56e49c57408f tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 945 time: 0.0482759 Jul 30 05:02:41.564649 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc33700-ba3a-4388-92c7-f3f6a3e649d0 req-ce793783-1633-483f-a027-162bccce885f tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:41.566357 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-dbc33700-ba3a-4388-92c7-f3f6a3e649d0 req-ce793783-1633-483f-a027-162bccce885f tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2aa4b1-2fd2-45e4-a058-71f0855e48c0 HTTP/1.1" status: 200 len: 945 time: 0.0528173 Jul 30 05:02:41.574606 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 54348) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:02:41.575736 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 54350) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:02:41.579061 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-e0b3d7a5-4544-4f91-9093-94dfa78305ee tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Request body: {'floatingip': {'port_id': '3ee72598-16cb-4e6d-aa46-89dd6f7ad946'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:02:41.580293 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-15fe457e-3f7f-4472-90a6-16c545c90091 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Request body: {'floatingip': {'port_id': 'be23179b-b7b9-4f47-bb71-6ace62d54931'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:02:41.582954 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:41.622369 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-15fe457e-3f7f-4472-90a6-16c545c90091 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for floatingip (acbd01e6-2fcc-4b72-ad05-0d5d04289a86), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:41.632589 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-e0b3d7a5-4544-4f91-9093-94dfa78305ee tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks [] for floatingip (a3c8b0a0-92c2-4cb2-b36f-e00b9a615463), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:42.199850 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-15fe457e-3f7f-4472-90a6-16c545c90091 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:42.204005 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-15fe457e-3f7f-4472-90a6-16c545c90091 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692779'] for floatingip (acbd01e6-2fcc-4b72-ad05-0d5d04289a86), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:42.230280 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.agents_db [None req-c768def0-c5c3-40f0-ac12-561af9dad95f None None] Agent healthcheck: found 6 active agents {{(pid=103973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:02:42.236324 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:42.244113 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:42.300181 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.db.l3_db [None req-15fe457e-3f7f-4472-90a6-16c545c90091 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Floating IP acbd01e6-2fcc-4b72-ad05-0d5d04289a86 associated. External IP: 172.27.2.58, port: be23179b-b7b9-4f47-bb71-6ace62d54931. Jul 30 05:02:42.389750 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-e0b3d7a5-4544-4f91-9093-94dfa78305ee tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:42.393014 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-e0b3d7a5-4544-4f91-9093-94dfa78305ee tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692779'] for floatingip (a3c8b0a0-92c2-4cb2-b36f-e00b9a615463), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:42.604999 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b3d7a5-4544-4f91-9093-94dfa78305ee tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Router b59f3aef-e47d-4eb9-819a-3790ca762486 has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 05:02:42.710270 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b3d7a5-4544-4f91-9093-94dfa78305ee tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:02:42.714786 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-e0b3d7a5-4544-4f91-9093-94dfa78305ee tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for floatingip (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:42.722062 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e8ea2b-42fc-45c6-a62e-6ab042e1f1a4 None None] Sync routers for ids ['b59f3aef-e47d-4eb9-819a-3790ca762486'] in dv-cinder-851279-3-iscsi {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:02:42.733744 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e8ea2b-42fc-45c6-a62e-6ab042e1f1a4 None None] Routers {'b59f3aef-e47d-4eb9-819a-3790ca762486'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:02:42.734849 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-c0e8ea2b-42fc-45c6-a62e-6ab042e1f1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:02:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['b59f3aef-e47d-4eb9-819a-3790ca762486'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:02:42.735585 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:42.740240 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15fe457e-3f7f-4472-90a6-16c545c90091 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Router 2db0553a-115a-4d31-af18-56f089af9880 has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 05:02:42.748833 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65b7a5ff-be03-4f45-941c-26a50cdabf02', 'tag': '3ee72598-16cb-4e6d-aa46-89dd6f7ad946'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:02:42.750508 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74064a32e8a1c82ff25c89edbc1a4916375279028ab6b832636cd606fd6f10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdec5ed6-c347-4bd9-a2d8-f9510dacee63" -d '{"events": [{"name": "network-changed", "server_uuid": "65b7a5ff-be03-4f45-941c-26a50cdabf02", "tag": "3ee72598-16cb-4e6d-aa46-89dd6f7ad946"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:02:42.781334 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-e0b3d7a5-4544-4f91-9093-94dfa78305ee tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "PUT /v2.0/floatingips/a3c8b0a0-92c2-4cb2-b36f-e00b9a615463 HTTP/1.1" status: 200 len: 992 time: 1.2056479 Jul 30 05:02:42.809639 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Jul 2022 05:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195f1cff-7ad8-444c-88cc-5cede3a0802c x-openstack-request-id: req-195f1cff-7ad8-444c-88cc-5cede3a0802c {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:02:42.809938 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65b7a5ff-be03-4f45-941c-26a50cdabf02", "tag": "3ee72598-16cb-4e6d-aa46-89dd6f7ad946", "status": "completed", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:02:42.810322 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-195f1cff-7ad8-444c-88cc-5cede3a0802c {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:02:42.810766 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-195f1cff-7ad8-444c-88cc-5cede3a0802c'] response: {'name': 'network-changed', 'server_uuid': '65b7a5ff-be03-4f45-941c-26a50cdabf02', 'tag': '3ee72598-16cb-4e6d-aa46-89dd6f7ad946', 'status': 'completed', 'code': 200} Jul 30 05:02:42.853016 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15fe457e-3f7f-4472-90a6-16c545c90091 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:02:42.862808 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016717d2-c863-42d8-8939-b57b62b1b9e8 None None] Sync routers for ids ['2db0553a-115a-4d31-af18-56f089af9880'] in dv-cinder-851279-3-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:02:42.865419 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-15fe457e-3f7f-4472-90a6-16c545c90091 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for floatingip (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:42.866037 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-c0e8ea2b-42fc-45c6-a62e-6ab042e1f1a4 None None] Set router b59f3aef-e47d-4eb9-819a-3790ca762486 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:02:42.872949 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016717d2-c863-42d8-8939-b57b62b1b9e8 None None] Routers {'2db0553a-115a-4d31-af18-56f089af9880'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:02:42.873564 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-016717d2-c863-42d8-8939-b57b62b1b9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:02:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['2db0553a-115a-4d31-af18-56f089af9880'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:02:42.923831 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-15fe457e-3f7f-4472-90a6-16c545c90091 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "PUT /v2.0/floatingips/acbd01e6-2fcc-4b72-ad05-0d5d04289a86 HTTP/1.1" status: 200 len: 990 time: 1.3446498 Jul 30 05:02:42.923831 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec5ed6-c347-4bd9-a2d8-f9510dacee63 req-06c50f45-78ca-4c82-b64b-195170200a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:42.924284 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bdec5ed6-c347-4bd9-a2d8-f9510dacee63 req-06c50f45-78ca-4c82-b64b-195170200a7c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=decb0bd64582440590890900e594b79e&device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 1129 time: 0.0694623 Jul 30 05:02:42.924750 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a2aa4b1-2fd2-45e4-a058-71f0855e48c0', 'tag': 'be23179b-b7b9-4f47-bb71-6ace62d54931'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:02:42.927504 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b16b4900bbfc643f3f19b33d02e463cc441e963483cfbcd5657a130b47b3c9ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21875d0c-86ff-418e-9476-b1a9445f015e" -d '{"events": [{"name": "network-changed", "server_uuid": "0a2aa4b1-2fd2-45e4-a058-71f0855e48c0", "tag": "be23179b-b7b9-4f47-bb71-6ace62d54931"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:02:42.981739 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-016717d2-c863-42d8-8939-b57b62b1b9e8 None None] Set router 2db0553a-115a-4d31-af18-56f089af9880 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:02:42.992782 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Jul 2022 05:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50dcef9c-f9cc-40f7-853f-3be7a1c36363 x-openstack-request-id: req-50dcef9c-f9cc-40f7-853f-3be7a1c36363 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:02:42.993221 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a2aa4b1-2fd2-45e4-a058-71f0855e48c0", "tag": "be23179b-b7b9-4f47-bb71-6ace62d54931", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:02:42.993483 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-50dcef9c-f9cc-40f7-853f-3be7a1c36363 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:02:42.993880 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50dcef9c-f9cc-40f7-853f-3be7a1c36363'] response: {'name': 'network-changed', 'server_uuid': '0a2aa4b1-2fd2-45e4-a058-71f0855e48c0', 'tag': 'be23179b-b7b9-4f47-bb71-6ace62d54931', 'status': 'completed', 'code': 200} Jul 30 05:02:43.048945 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21875d0c-86ff-418e-9476-b1a9445f015e req-0a65b95b-e5bf-4ffe-a024-0fd9a95aebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:43.051148 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-21875d0c-86ff-418e-9476-b1a9445f015e req-0a65b95b-e5bf-4ffe-a024-0fd9a95aebfc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e01500cb03c74d1082090cd1c1836169&device_id=0a2aa4b1-2fd2-45e4-a058-71f0855e48c0 HTTP/1.1" status: 200 len: 1129 time: 0.0488443 Jul 30 05:02:43.080351 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:43.093253 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec5ed6-c347-4bd9-a2d8-f9510dacee63 req-52dd5e01-b27f-4677-94dd-01754372d73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:43.095170 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bdec5ed6-c347-4bd9-a2d8-f9510dacee63 req-52dd5e01-b27f-4677-94dd-01754372d73b service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf976b2f-0ebc-4e5a-b101-0355f31913b1 HTTP/1.1" status: 200 len: 920 time: 0.1597855 Jul 30 05:02:43.107427 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-c0e8ea2b-42fc-45c6-a62e-6ab042e1f1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'name': 'tempest-ServerRescueNegativeTestJSON-1110144523-router', 'tenant_id': 'decb0bd64582440590890900e594b79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'f3dcf5ad-6c18-4a26-ba1e-4d12186bca40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:10Z', 'updated_at': '2022-07-30T04:58:20Z', 'revision_number': 4, 'project_id': 'decb0bd64582440590890900e594b79e', 'gw_port': {'id': 'f3dcf5ad-6c18-4a26-ba1e-4d12186bca40', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:82:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:11Z', 'updated_at': '2022-07-30T04:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': 'a3c8b0a0-92c2-4cb2-b36f-e00b9a615463', 'tenant_id': 'decb0bd64582440590890900e594b79e', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'port_id': '3ee72598-16cb-4e6d-aa46-89dd6f7ad946', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1', 'mac_address': 'fa:16:3e:ce:17:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b7a5ff-be03-4f45-941c-26a50cdabf02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:00:43Z', 'updated_at': '2022-07-30T05:02:42Z', 'revision_number': 3, 'project_id': 'decb0bd64582440590890900e594b79e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc83e3d-6f18-45ea-80e9-35ad9f11c343', 'name': '', 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1', 'tenant_id': 'decb0bd64582440590890900e594b79e', 'mac_address': 'fa:16:3e:5e:c7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '92a83611-d09e-4b38-9b4b-aa1a1854f601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:18Z', 'updated_at': '2022-07-30T04:58:36Z', 'revision_number': 5, 'project_id': 'decb0bd64582440590890900e594b79e', 'subnets': [{'id': '92a83611-d09e-4b38-9b4b-aa1a1854f601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:02:43.133365 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e8ea2b-42fc-45c6-a62e-6ab042e1f1a4 None None] Checking router: b59f3aef-e47d-4eb9-819a-3790ca762486 for host: dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:02:43.143200 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e8ea2b-42fc-45c6-a62e-6ab042e1f1a4 None None] Routers {'b59f3aef-e47d-4eb9-819a-3790ca762486'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:02:43.143816 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-c0e8ea2b-42fc-45c6-a62e-6ab042e1f1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:02:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['b59f3aef-e47d-4eb9-819a-3790ca762486'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:02:43.206318 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bdec5ed6-c347-4bd9-a2d8-f9510dacee63 req-0c37a097-92b9-4860-89a5-64af7930c9b1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ee72598-16cb-4e6d-aa46-89dd6f7ad946 HTTP/1.1" status: 200 len: 1000 time: 0.0759022 Jul 30 05:02:43.228272 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-016717d2-c863-42d8-8939-b57b62b1b9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db0553a-115a-4d31-af18-56f089af9880', 'name': 'tempest-AttachVolumeNegativeTest-426223834-router', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:08Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 4, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'gw_port': {'id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:09Z', 'updated_at': '2022-07-30T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': 'acbd01e6-2fcc-4b72-ad05-0d5d04289a86', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': '2db0553a-115a-4d31-af18-56f089af9880', 'port_id': 'be23179b-b7b9-4f47-bb71-6ace62d54931', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'mac_address': 'fa:16:3e:60:6f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2aa4b1-2fd2-45e4-a058-71f0855e48c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:02:19Z', 'updated_at': '2022-07-30T05:02:42Z', 'revision_number': 1, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012', 'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'mac_address': 'fa:16:3e:bb:02:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:15Z', 'updated_at': '2022-07-30T04:58:32Z', 'revision_number': 5, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'subnets': [{'id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:02:43.247490 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-c0e8ea2b-42fc-45c6-a62e-6ab042e1f1a4 None None] Set router b59f3aef-e47d-4eb9-819a-3790ca762486 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:02:43.258148 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016717d2-c863-42d8-8939-b57b62b1b9e8 None None] Checking router: 2db0553a-115a-4d31-af18-56f089af9880 for host: dv-cinder-851279-3-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:02:43.260969 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21875d0c-86ff-418e-9476-b1a9445f015e req-e5be28f8-b1aa-4575-8995-faa91b585592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:43.262585 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-21875d0c-86ff-418e-9476-b1a9445f015e req-e5be28f8-b1aa-4575-8995-faa91b585592 service neutron] 10.222.0.49 "GET /v2.0/networks?id=afd82f39-2725-4de8-bc03-d4d225abc92e HTTP/1.1" status: 200 len: 915 time: 0.1949866 Jul 30 05:02:43.268594 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016717d2-c863-42d8-8939-b57b62b1b9e8 None None] Routers {'2db0553a-115a-4d31-af18-56f089af9880'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:02:43.269955 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-016717d2-c863-42d8-8939-b57b62b1b9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:02:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['2db0553a-115a-4d31-af18-56f089af9880'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:02:43.320547 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec5ed6-c347-4bd9-a2d8-f9510dacee63 req-700b4d6d-445c-4cdf-854f-1329fb8da163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:43.322017 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bdec5ed6-c347-4bd9-a2d8-f9510dacee63 req-700b4d6d-445c-4cdf-854f-1329fb8da163 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=92a83611-d09e-4b38-9b4b-aa1a1854f601 HTTP/1.1" status: 200 len: 858 time: 0.1082528 Jul 30 05:02:43.370808 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-21875d0c-86ff-418e-9476-b1a9445f015e req-f0e3f170-a844-4ebd-b635-f8adc81628cc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be23179b-b7b9-4f47-bb71-6ace62d54931 HTTP/1.1" status: 200 len: 998 time: 0.0985627 Jul 30 05:02:43.389585 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec5ed6-c347-4bd9-a2d8-f9510dacee63 req-e62f5b0a-2761-4ec0-8b81-1a5dbc8ed106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:43.391367 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bdec5ed6-c347-4bd9-a2d8-f9510dacee63 req-e62f5b0a-2761-4ec0-8b81-1a5dbc8ed106 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf976b2f-0ebc-4e5a-b101-0355f31913b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575840 Jul 30 05:02:43.403336 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-016717d2-c863-42d8-8939-b57b62b1b9e8 None None] Set router 2db0553a-115a-4d31-af18-56f089af9880 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:02:43.508952 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21875d0c-86ff-418e-9476-b1a9445f015e req-405663f8-cd78-4501-8ac1-308b75cf27ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:43.510421 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-21875d0c-86ff-418e-9476-b1a9445f015e req-405663f8-cd78-4501-8ac1-308b75cf27ff service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d HTTP/1.1" status: 200 len: 853 time: 0.1225107 Jul 30 05:02:43.554118 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-c0e8ea2b-42fc-45c6-a62e-6ab042e1f1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'name': 'tempest-ServerRescueNegativeTestJSON-1110144523-router', 'tenant_id': 'decb0bd64582440590890900e594b79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'f3dcf5ad-6c18-4a26-ba1e-4d12186bca40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:10Z', 'updated_at': '2022-07-30T04:58:20Z', 'revision_number': 4, 'project_id': 'decb0bd64582440590890900e594b79e', 'gw_port': {'id': 'f3dcf5ad-6c18-4a26-ba1e-4d12186bca40', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:82:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:11Z', 'updated_at': '2022-07-30T04:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': 'a3c8b0a0-92c2-4cb2-b36f-e00b9a615463', 'tenant_id': 'decb0bd64582440590890900e594b79e', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'port_id': '3ee72598-16cb-4e6d-aa46-89dd6f7ad946', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1', 'mac_address': 'fa:16:3e:ce:17:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b7a5ff-be03-4f45-941c-26a50cdabf02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:00:43Z', 'updated_at': '2022-07-30T05:02:42Z', 'revision_number': 3, 'project_id': 'decb0bd64582440590890900e594b79e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc83e3d-6f18-45ea-80e9-35ad9f11c343', 'name': '', 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1', 'tenant_id': 'decb0bd64582440590890900e594b79e', 'mac_address': 'fa:16:3e:5e:c7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '92a83611-d09e-4b38-9b4b-aa1a1854f601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:18Z', 'updated_at': '2022-07-30T04:58:36Z', 'revision_number': 5, 'project_id': 'decb0bd64582440590890900e594b79e', 'subnets': [{'id': '92a83611-d09e-4b38-9b4b-aa1a1854f601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:02:43.576609 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bdec5ed6-c347-4bd9-a2d8-f9510dacee63 req-d24b17bd-b211-4a30-abce-cf7317ece555 service neutron] 10.222.0.49 "GET /v2.0/networks/cf976b2f-0ebc-4e5a-b101-0355f31913b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507194 Jul 30 05:02:43.577930 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21875d0c-86ff-418e-9476-b1a9445f015e req-2e4c3f31-b6a9-4ce0-9901-f49bbfcf1718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:43.579498 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-21875d0c-86ff-418e-9476-b1a9445f015e req-2e4c3f31-b6a9-4ce0-9901-f49bbfcf1718 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=afd82f39-2725-4de8-bc03-d4d225abc92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0619509 Jul 30 05:02:43.583165 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e8ea2b-42fc-45c6-a62e-6ab042e1f1a4 None None] The sync data for ids ['b59f3aef-e47d-4eb9-819a-3790ca762486'] in dv-cinder-851279-3-iscsi is: [{'id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'name': 'tempest-ServerRescueNegativeTestJSON-1110144523-router', 'tenant_id': 'decb0bd64582440590890900e594b79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'f3dcf5ad-6c18-4a26-ba1e-4d12186bca40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:10Z', 'updated_at': '2022-07-30T04:58:20Z', 'revision_number': 4, 'project_id': 'decb0bd64582440590890900e594b79e', 'gw_port': {'id': 'f3dcf5ad-6c18-4a26-ba1e-4d12186bca40', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:82:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:11Z', 'updated_at': '2022-07-30T04:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': 'a3c8b0a0-92c2-4cb2-b36f-e00b9a615463', 'tenant_id': 'decb0bd64582440590890900e594b79e', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'port_id': '3ee72598-16cb-4e6d-aa46-89dd6f7ad946', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1', 'mac_address': 'fa:16:3e:ce:17:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b7a5ff-be03-4f45-941c-26a50cdabf02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:00:43Z', 'updated_at': '2022-07-30T05:02:42Z', 'revision_number': 3, 'project_id': 'decb0bd64582440590890900e594b79e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc83e3d-6f18-45ea-80e9-35ad9f11c343', 'name': '', 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1', 'tenant_id': 'decb0bd64582440590890900e594b79e', 'mac_address': 'fa:16:3e:5e:c7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '92a83611-d09e-4b38-9b4b-aa1a1854f601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:18Z', 'updated_at': '2022-07-30T04:58:36Z', 'revision_number': 5, 'project_id': 'decb0bd64582440590890900e594b79e', 'subnets': [{'id': '92a83611-d09e-4b38-9b4b-aa1a1854f601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:02:43.657320 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:43.662115 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-016717d2-c863-42d8-8939-b57b62b1b9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db0553a-115a-4d31-af18-56f089af9880', 'name': 'tempest-AttachVolumeNegativeTest-426223834-router', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:08Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 4, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'gw_port': {'id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:09Z', 'updated_at': '2022-07-30T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': 'acbd01e6-2fcc-4b72-ad05-0d5d04289a86', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': '2db0553a-115a-4d31-af18-56f089af9880', 'port_id': 'be23179b-b7b9-4f47-bb71-6ace62d54931', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'mac_address': 'fa:16:3e:60:6f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2aa4b1-2fd2-45e4-a058-71f0855e48c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:02:19Z', 'updated_at': '2022-07-30T05:02:42Z', 'revision_number': 1, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012', 'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'mac_address': 'fa:16:3e:bb:02:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:15Z', 'updated_at': '2022-07-30T04:58:32Z', 'revision_number': 5, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'subnets': [{'id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:02:43.688673 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016717d2-c863-42d8-8939-b57b62b1b9e8 None None] The sync data for ids ['2db0553a-115a-4d31-af18-56f089af9880'] in dv-cinder-851279-3-iscsi is: [{'id': '2db0553a-115a-4d31-af18-56f089af9880', 'name': 'tempest-AttachVolumeNegativeTest-426223834-router', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:08Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 4, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'gw_port': {'id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:09Z', 'updated_at': '2022-07-30T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': 'acbd01e6-2fcc-4b72-ad05-0d5d04289a86', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': '2db0553a-115a-4d31-af18-56f089af9880', 'port_id': 'be23179b-b7b9-4f47-bb71-6ace62d54931', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'mac_address': 'fa:16:3e:60:6f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2aa4b1-2fd2-45e4-a058-71f0855e48c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:02:19Z', 'updated_at': '2022-07-30T05:02:42Z', 'revision_number': 1, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012', 'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'mac_address': 'fa:16:3e:bb:02:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:15Z', 'updated_at': '2022-07-30T04:58:32Z', 'revision_number': 5, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'subnets': [{'id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:02:43.756184 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:43.771910 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bdec5ed6-c347-4bd9-a2d8-f9510dacee63 req-d8819796-77d7-4ea3-85de-1aa7d7245094 service neutron] 10.222.0.49 "GET /v2.0/networks/cf976b2f-0ebc-4e5a-b101-0355f31913b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738129 Jul 30 05:02:43.777307 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-21875d0c-86ff-418e-9476-b1a9445f015e req-8ec69bfc-9777-45c3-b40e-1ba11e15b360 service neutron] 10.222.0.49 "GET /v2.0/networks/afd82f39-2725-4de8-bc03-d4d225abc92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779830 Jul 30 05:02:43.899657 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7541a10b-501b-4870-9b57-cf62b04c08d3 None None] New status for floating IP acbd01e6-2fcc-4b72-ad05-0d5d04289a86: ACTIVE {{(pid=103972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 30 05:02:44.115095 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-21875d0c-86ff-418e-9476-b1a9445f015e req-0e159785-15dc-465d-8050-3e388ce49005 service neutron] 10.222.0.49 "GET /v2.0/networks/afd82f39-2725-4de8-bc03-d4d225abc92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899882 Jul 30 05:02:44.801811 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efb4f0-b6e6-495a-9b6d-6a4a327001d3 req-cb849047-c5db-47ad-badb-85e4a4b0bf6d tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:44.803174 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-80efb4f0-b6e6-495a-9b6d-6a4a327001d3 req-cb849047-c5db-47ad-badb-85e4a4b0bf6d tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/ports?device_id=366ac5bd-e8b9-46b5-8df3-509c48982078 HTTP/1.1" status: 200 len: 945 time: 0.0471056 Jul 30 05:02:44.812186 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65b7a5ff-be03-4f45-941c-26a50cdabf02', 'tag': '3ee72598-16cb-4e6d-aa46-89dd6f7ad946'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:02:44.814505 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74064a32e8a1c82ff25c89edbc1a4916375279028ab6b832636cd606fd6f10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8648e55-a5eb-48fa-9e55-48cd5e9c99a5" -d '{"events": [{"name": "network-changed", "server_uuid": "65b7a5ff-be03-4f45-941c-26a50cdabf02", "tag": "3ee72598-16cb-4e6d-aa46-89dd6f7ad946"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:02:44.852221 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Jul 2022 05:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abfe61f-5775-4814-b85e-f7187c1f040a x-openstack-request-id: req-5abfe61f-5775-4814-b85e-f7187c1f040a {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:02:44.852368 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-80efb4f0-b6e6-495a-9b6d-6a4a327001d3 req-875ec330-4b06-4ab0-9f1f-c2d43b925cf6 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/security-groups?id=25fdcead-cb29-4801-9885-d8d83b16936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436895 Jul 30 05:02:44.852526 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65b7a5ff-be03-4f45-941c-26a50cdabf02", "tag": "3ee72598-16cb-4e6d-aa46-89dd6f7ad946", "status": "completed", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:02:44.852779 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5abfe61f-5775-4814-b85e-f7187c1f040a {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:02:44.853184 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5abfe61f-5775-4814-b85e-f7187c1f040a'] response: {'name': 'network-changed', 'server_uuid': '65b7a5ff-be03-4f45-941c-26a50cdabf02', 'tag': '3ee72598-16cb-4e6d-aa46-89dd6f7ad946', 'status': 'completed', 'code': 200} Jul 30 05:02:45.972029 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26f88c-4944-4261-812c-3e0daac785e4 req-70f3197b-f082-4ba7-9034-e0f95a7040db tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:45.974022 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-ed26f88c-4944-4261-812c-3e0daac785e4 req-70f3197b-f082-4ba7-9034-e0f95a7040db tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/ports?device_id=366ac5bd-e8b9-46b5-8df3-509c48982078 HTTP/1.1" status: 200 len: 945 time: 0.0495746 Jul 30 05:02:45.996888 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (dec4dcff-e2ed-49ed-8dd3-cc3856f345b5), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:46.023490 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-ed26f88c-4944-4261-812c-3e0daac785e4 req-941cf045-aa90-4f2e-a313-f3dcc3ee3a25 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/security-groups?id=25fdcead-cb29-4801-9885-d8d83b16936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429785 Jul 30 05:02:46.337728 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8648e55-a5eb-48fa-9e55-48cd5e9c99a5 req-02269866-578e-45dd-82eb-5cd4d734ed22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:46.339306 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d8648e55-a5eb-48fa-9e55-48cd5e9c99a5 req-02269866-578e-45dd-82eb-5cd4d734ed22 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=decb0bd64582440590890900e594b79e&device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 1129 time: 0.0427971 Jul 30 05:02:46.518267 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8648e55-a5eb-48fa-9e55-48cd5e9c99a5 req-73e76452-82f5-4319-b546-e2c1048c440f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:46.520276 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d8648e55-a5eb-48fa-9e55-48cd5e9c99a5 req-73e76452-82f5-4319-b546-e2c1048c440f service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf976b2f-0ebc-4e5a-b101-0355f31913b1 HTTP/1.1" status: 200 len: 920 time: 0.0866585 Jul 30 05:02:46.595872 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d8648e55-a5eb-48fa-9e55-48cd5e9c99a5 req-911c900c-25fe-455f-a7a6-4737b27e84ff service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ee72598-16cb-4e6d-aa46-89dd6f7ad946 HTTP/1.1" status: 200 len: 1000 time: 0.0672824 Jul 30 05:02:46.596170 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:46.657434 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec71915-1eee-428c-b779-64a967978d55 req-9c1e77ee-6652-40aa-8679-a11a2215ac69 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:46.658856 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0ec71915-1eee-428c-b779-64a967978d55 req-9c1e77ee-6652-40aa-8679-a11a2215ac69 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.49 "GET /v2.0/ports?device_id=366ac5bd-e8b9-46b5-8df3-509c48982078 HTTP/1.1" status: 200 len: 945 time: 0.0731838 Jul 30 05:02:46.695586 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8648e55-a5eb-48fa-9e55-48cd5e9c99a5 req-d8fa2603-3289-496e-afa0-dc043ae6477b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:46.696977 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d8648e55-a5eb-48fa-9e55-48cd5e9c99a5 req-d8fa2603-3289-496e-afa0-dc043ae6477b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=92a83611-d09e-4b38-9b4b-aa1a1854f601 HTTP/1.1" status: 200 len: 858 time: 0.0848756 Jul 30 05:02:46.782392 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-0ec71915-1eee-428c-b779-64a967978d55 req-5ffe410a-811c-42d8-8b3f-e5a7cbc686a3 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Deleting port a0185df1-915f-4d83-8e9a-39b3098f5156 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:02:46.782761 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-0ec71915-1eee-428c-b779-64a967978d55 req-5ffe410a-811c-42d8-8b3f-e5a7cbc686a3 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (a0185df1-915f-4d83-8e9a-39b3098f5156), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:46.786025 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8648e55-a5eb-48fa-9e55-48cd5e9c99a5 req-0a7c9d75-740b-4839-8f9c-b93f4162aae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:46.787529 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d8648e55-a5eb-48fa-9e55-48cd5e9c99a5 req-0a7c9d75-740b-4839-8f9c-b93f4162aae7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf976b2f-0ebc-4e5a-b101-0355f31913b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0738385 Jul 30 05:02:46.944270 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-0ec71915-1eee-428c-b779-64a967978d55 req-5ffe410a-811c-42d8-8b3f-e5a7cbc686a3 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] For port a0185df1-915f-4d83-8e9a-39b3098f5156, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=a0185df1-915f-4d83-8e9a-39b3098f5156,segment=NetworkSegment(3389fda0-343b-4819-a0bb-bb918fb4d6a8),segment_id=3389fda0-343b-4819-a0bb-bb918fb4d6a8)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:02:46.944588 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-0ec71915-1eee-428c-b779-64a967978d55 req-5ffe410a-811c-42d8-8b3f-e5a7cbc686a3 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (a0185df1-915f-4d83-8e9a-39b3098f5156), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:46.957570 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d8648e55-a5eb-48fa-9e55-48cd5e9c99a5 req-78462572-2956-4276-85d2-5d270f037dc3 service neutron] 10.222.0.49 "GET /v2.0/networks/cf976b2f-0ebc-4e5a-b101-0355f31913b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582186 Jul 30 05:02:46.961545 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-0ec71915-1eee-428c-b779-64a967978d55 req-5ffe410a-811c-42d8-8b3f-e5a7cbc686a3 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Calling delete_port for a0185df1-915f-4d83-8e9a-39b3098f5156 owned by compute:nova {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:02:47.058555 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:47.125243 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d8648e55-a5eb-48fa-9e55-48cd5e9c99a5 req-44e56310-c23d-4b04-9b11-8b9ca3c86223 service neutron] 10.222.0.49 "GET /v2.0/networks/cf976b2f-0ebc-4e5a-b101-0355f31913b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554222 Jul 30 05:02:47.188385 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce8a8a-3d35-4c28-99af-0214379237e5 req-a64e069c-7f1b-4b79-8909-c82ec6330e06 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:02:47.189827 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-dbce8a8a-3d35-4c28-99af-0214379237e5 req-a64e069c-7f1b-4b79-8909-c82ec6330e06 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/ports?device_id=366ac5bd-e8b9-46b5-8df3-509c48982078 HTTP/1.1" status: 200 len: 945 time: 0.0888343 Jul 30 05:02:47.227450 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-0ec71915-1eee-428c-b779-64a967978d55 req-5ffe410a-811c-42d8-8b3f-e5a7cbc686a3 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (a0185df1-915f-4d83-8e9a-39b3098f5156), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:47.242891 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] get_ports_and_sgs() called for port_ids ['a0185df1-915f-4d83-8e9a-39b3098f5156'] {{(pid=103972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:02:47.246001 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:47.272322 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe410a-811c-42d8-8b3f-e5a7cbc686a3 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Pushing event deleted for resources: {'Port': ['ID=a0185df1-915f-4d83-8e9a-39b3098f5156,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:02:47.282375 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-dbce8a8a-3d35-4c28-99af-0214379237e5 req-7dda2668-db39-4ecf-bb86-3213c03f5bbf tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.20 "GET /v2.0/security-groups?id=25fdcead-cb29-4801-9885-d8d83b16936a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863597 Jul 30 05:02:47.321327 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec71915-1eee-428c-b779-64a967978d55 req-5ffe410a-811c-42d8-8b3f-e5a7cbc686a3 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] No DVR routers for this DVR port a0185df1-915f-4d83-8e9a-39b3098f5156 on host hv-cinder-85127 {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 30 05:02:47.323900 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-0ec71915-1eee-428c-b779-64a967978d55 req-5ffe410a-811c-42d8-8b3f-e5a7cbc686a3 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:47.327161 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0ec71915-1eee-428c-b779-64a967978d55 req-5ffe410a-811c-42d8-8b3f-e5a7cbc686a3 tempest-VolumesSnapshotTestJSON-1525543449 tempest-VolumesSnapshotTestJSON-1525543449-project] 10.222.0.49 "DELETE /v2.0/ports/a0185df1-915f-4d83-8e9a-39b3098f5156 HTTP/1.1" status: 204 len: 173 time: 0.6625206 Jul 30 05:02:47.327593 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366ac5bd-e8b9-46b5-8df3-509c48982078', 'name': 'network-vif-deleted', 'tag': 'a0185df1-915f-4d83-8e9a-39b3098f5156'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:02:47.329878 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b16b4900bbfc643f3f19b33d02e463cc441e963483cfbcd5657a130b47b3c9ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ffb0d7-5288-4794-89dc-a5056db63151" -d '{"events": [{"server_uuid": "366ac5bd-e8b9-46b5-8df3-509c48982078", "name": "network-vif-deleted", "tag": "a0185df1-915f-4d83-8e9a-39b3098f5156"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:02:47.367695 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 05:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4faf99-032c-4d7e-baff-62ace1da83fb x-openstack-request-id: req-5b4faf99-032c-4d7e-baff-62ace1da83fb {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:02:47.368374 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366ac5bd-e8b9-46b5-8df3-509c48982078", "name": "network-vif-deleted", "tag": "a0185df1-915f-4d83-8e9a-39b3098f5156", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:02:47.368374 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b4faf99-032c-4d7e-baff-62ace1da83fb {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:02:47.368614 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b4faf99-032c-4d7e-baff-62ace1da83fb'] response: {'server_uuid': '366ac5bd-e8b9-46b5-8df3-509c48982078', 'name': 'network-vif-deleted', 'tag': 'a0185df1-915f-4d83-8e9a-39b3098f5156', 'status': 'completed', 'code': 200} Jul 30 05:02:50.510617 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-c99eb0d8-df83-4be5-bc25-1e2f32f559e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:51.703048 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device a0185df1-915f-4d83-8e9a-39b3098f5156 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:02:51.722937 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] No Port match for: a0185df1-915f-4d83-8e9a-39b3098f5156 {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:02:51.723283 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device a0185df1-915f-4d83-8e9a-39b3098f5156 not bound to the agent host hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:02:52.842564 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-7818ce25-84b0-47a9-9669-a3337bae3eeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:53.665277 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=81 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:53.666034 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:53.884318 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:55.305187 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:55.677572 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:02:56.012391 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:56.020110 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=64 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:57.280228 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=76,neutron:DELETE=5 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:02:57.306110 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=30,neutron:DELETE=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:01.682806 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1864b-0ff4-4550-86cc-8599f81726df req-7cf96616-1194-42d5-b4e0-7b9f227f7a68 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:01.684158 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-27b1864b-0ff4-4550-86cc-8599f81726df req-7cf96616-1194-42d5-b4e0-7b9f227f7a68 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 946 time: 0.0475674 Jul 30 05:03:01.730516 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-27b1864b-0ff4-4550-86cc-8599f81726df req-7012be36-83e8-43bd-b3e5-afc7c89cd0ba tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406575 Jul 30 05:03:02.860965 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10695e-2e27-4fbb-8a27-9e68412fe5d7 req-2c8e902e-8ed6-458a-ba31-0fcc3a71b733 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:02.862983 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-bc10695e-2e27-4fbb-8a27-9e68412fe5d7 req-2c8e902e-8ed6-458a-ba31-0fcc3a71b733 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 946 time: 0.0542078 Jul 30 05:03:02.909986 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-bc10695e-2e27-4fbb-8a27-9e68412fe5d7 req-fcb7a0ff-7d53-4679-9f53-c3f8bbfef9ae tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=461877ad-7066-4a74-a85c-258192a16fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414257 Jul 30 05:03:03.441093 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7899b-1967-4f3b-99d4-fd31972f6964 req-261695a2-cbb9-444a-acda-cb01d513b4bd tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:03.442407 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-98d7899b-1967-4f3b-99d4-fd31972f6964 req-261695a2-cbb9-444a-acda-cb01d513b4bd tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 946 time: 0.0463762 Jul 30 05:03:03.527592 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-98d7899b-1967-4f3b-99d4-fd31972f6964 req-b61d4771-8b11-420f-9b3e-f9235c241eda tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Deleting port 77f9d403-dee8-430d-8122-9a468f943da2 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:03:03.527932 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-98d7899b-1967-4f3b-99d4-fd31972f6964 req-b61d4771-8b11-420f-9b3e-f9235c241eda tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (77f9d403-dee8-430d-8122-9a468f943da2), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:03.617116 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-98d7899b-1967-4f3b-99d4-fd31972f6964 req-b61d4771-8b11-420f-9b3e-f9235c241eda tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] For port 77f9d403-dee8-430d-8122-9a468f943da2, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=77f9d403-dee8-430d-8122-9a468f943da2,segment=NetworkSegment(e9c7cb1b-4a6d-49ef-8923-a11361e78abf),segment_id=e9c7cb1b-4a6d-49ef-8923-a11361e78abf)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:03:03.617865 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-98d7899b-1967-4f3b-99d4-fd31972f6964 req-b61d4771-8b11-420f-9b3e-f9235c241eda tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (77f9d403-dee8-430d-8122-9a468f943da2), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:03.786490 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-98d7899b-1967-4f3b-99d4-fd31972f6964 req-b61d4771-8b11-420f-9b3e-f9235c241eda tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:03.786866 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-98d7899b-1967-4f3b-99d4-fd31972f6964 req-b61d4771-8b11-420f-9b3e-f9235c241eda tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692779'] for floatingip (d0d2b56d-1757-42c4-afd8-da7b73b51ead), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:03.787184 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.db.l3_db [req-98d7899b-1967-4f3b-99d4-fd31972f6964 req-b61d4771-8b11-420f-9b3e-f9235c241eda tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Floating IP d0d2b56d-1757-42c4-afd8-da7b73b51ead disassociated. External IP: 172.27.2.78, port: 77f9d403-dee8-430d-8122-9a468f943da2. Jul 30 05:03:03.787531 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-98d7899b-1967-4f3b-99d4-fd31972f6964 req-b61d4771-8b11-420f-9b3e-f9235c241eda tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Calling delete_port for 77f9d403-dee8-430d-8122-9a468f943da2 owned by compute:nova {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:03:03.917964 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-98d7899b-1967-4f3b-99d4-fd31972f6964 req-b61d4771-8b11-420f-9b3e-f9235c241eda tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (77f9d403-dee8-430d-8122-9a468f943da2), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:03.950685 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d4771-8b11-420f-9b3e-f9235c241eda tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Pushing event deleted for resources: {'Port': ['ID=77f9d403-dee8-430d-8122-9a468f943da2,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:03.961902 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d4771-8b11-420f-9b3e-f9235c241eda tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:03.962258 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d4771-8b11-420f-9b3e-f9235c241eda tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:03.962633 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d4771-8b11-420f-9b3e-f9235c241eda tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:03.962977 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d4771-8b11-420f-9b3e-f9235c241eda tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:03.963319 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d4771-8b11-420f-9b3e-f9235c241eda tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:03.963656 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d4771-8b11-420f-9b3e-f9235c241eda tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:03.963990 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d4771-8b11-420f-9b3e-f9235c241eda tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:03.964321 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d4771-8b11-420f-9b3e-f9235c241eda tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:03.964650 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d4771-8b11-420f-9b3e-f9235c241eda tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:03.964976 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d4771-8b11-420f-9b3e-f9235c241eda tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:03.965303 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d4771-8b11-420f-9b3e-f9235c241eda tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:03.965635 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d4771-8b11-420f-9b3e-f9235c241eda tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:03.965960 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d4771-8b11-420f-9b3e-f9235c241eda tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:03.966285 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d4771-8b11-420f-9b3e-f9235c241eda tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:03.966630 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61d4771-8b11-420f-9b3e-f9235c241eda tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:04.042619 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c4eb32c1-5073-4343-9a5f-4ea8ec4ac318 req-a31af36b-7fb8-444e-be99-3773ed671341 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4370e65-bec4-454f-9566-33ff60441229 HTTP/1.1" status: 200 len: 210 time: 0.0407147 Jul 30 05:03:04.099796 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98d7899b-1967-4f3b-99d4-fd31972f6964 req-b61d4771-8b11-420f-9b3e-f9235c241eda tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Router adcbfabc-ea52-451d-a1d1-9259f2b8d1b1 has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 05:03:04.194899 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:04.205253 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98d7899b-1967-4f3b-99d4-fd31972f6964 req-b61d4771-8b11-420f-9b3e-f9235c241eda tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:03:04.216121 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a99737b-e5a0-41bf-987a-021b01ce4eba None None] Sync routers for ids ['adcbfabc-ea52-451d-a1d1-9259f2b8d1b1'] in dv-cinder-851279-3-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:03:04.226937 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a99737b-e5a0-41bf-987a-021b01ce4eba None None] Routers {'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:03:04.227485 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-7a99737b-e5a0-41bf-987a-021b01ce4eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:02:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['adcbfabc-ea52-451d-a1d1-9259f2b8d1b1'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:04.248282 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d7899b-1967-4f3b-99d4-fd31972f6964 req-b61d4771-8b11-420f-9b3e-f9235c241eda tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] No DVR routers for this DVR port 77f9d403-dee8-430d-8122-9a468f943da2 on host hv-cinder-85127 {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 30 05:03:04.251066 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-98d7899b-1967-4f3b-99d4-fd31972f6964 req-b61d4771-8b11-420f-9b3e-f9235c241eda tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:04.255220 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-98d7899b-1967-4f3b-99d4-fd31972f6964 req-b61d4771-8b11-420f-9b3e-f9235c241eda tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.49 "DELETE /v2.0/ports/77f9d403-dee8-430d-8122-9a468f943da2 HTTP/1.1" status: 204 len: 173 time: 0.8067119 Jul 30 05:03:04.255710 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4370e65-bec4-454f-9566-33ff60441229', 'name': 'network-vif-deleted', 'tag': '77f9d403-dee8-430d-8122-9a468f943da2'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:03:04.258022 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b16b4900bbfc643f3f19b33d02e463cc441e963483cfbcd5657a130b47b3c9ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2056716d-f4b5-4890-a29d-7fad4cb50338" -d '{"events": [{"server_uuid": "e4370e65-bec4-454f-9566-33ff60441229", "name": "network-vif-deleted", "tag": "77f9d403-dee8-430d-8122-9a468f943da2"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:03:04.302051 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 05:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbcee64-ca11-4976-8f49-786634076c3d x-openstack-request-id: req-0dbcee64-ca11-4976-8f49-786634076c3d {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:03:04.302370 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4370e65-bec4-454f-9566-33ff60441229", "name": "network-vif-deleted", "tag": "77f9d403-dee8-430d-8122-9a468f943da2", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:03:04.302694 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0dbcee64-ca11-4976-8f49-786634076c3d {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:03:04.303135 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dbcee64-ca11-4976-8f49-786634076c3d'] response: {'server_uuid': 'e4370e65-bec4-454f-9566-33ff60441229', 'name': 'network-vif-deleted', 'tag': '77f9d403-dee8-430d-8122-9a468f943da2', 'status': 'completed', 'code': 200} Jul 30 05:03:04.335085 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-7a99737b-e5a0-41bf-987a-021b01ce4eba None None] Set router adcbfabc-ea52-451d-a1d1-9259f2b8d1b1 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:03:04.529922 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-7a99737b-e5a0-41bf-987a-021b01ce4eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1167597909-router', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'cee32db1-195e-4935-8304-4445ce5664b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:06Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 4, 'project_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'gw_port': {'id': 'cee32db1-195e-4935-8304-4445ce5664b3', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:07Z', 'updated_at': '2022-07-30T04:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'efa7d207-4c7e-401d-b020-6873aff954a7', 'name': '', 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'mac_address': 'fa:16:3e:79:5c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '872e5683-a168-4487-9376-0296b22d54e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:15Z', 'updated_at': '2022-07-30T04:58:30Z', 'revision_number': 5, 'project_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'subnets': [{'id': '872e5683-a168-4487-9376-0296b22d54e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:04.559008 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a99737b-e5a0-41bf-987a-021b01ce4eba None None] Checking router: adcbfabc-ea52-451d-a1d1-9259f2b8d1b1 for host: dv-cinder-851279-3-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:03:04.567568 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a99737b-e5a0-41bf-987a-021b01ce4eba None None] Routers {'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:03:04.568163 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-7a99737b-e5a0-41bf-987a-021b01ce4eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:02:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['adcbfabc-ea52-451d-a1d1-9259f2b8d1b1'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:04.664856 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-7a99737b-e5a0-41bf-987a-021b01ce4eba None None] Set router adcbfabc-ea52-451d-a1d1-9259f2b8d1b1 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:03:04.960154 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-7a99737b-e5a0-41bf-987a-021b01ce4eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1167597909-router', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'cee32db1-195e-4935-8304-4445ce5664b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:06Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 4, 'project_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'gw_port': {'id': 'cee32db1-195e-4935-8304-4445ce5664b3', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:07Z', 'updated_at': '2022-07-30T04:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'efa7d207-4c7e-401d-b020-6873aff954a7', 'name': '', 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'mac_address': 'fa:16:3e:79:5c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '872e5683-a168-4487-9376-0296b22d54e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:15Z', 'updated_at': '2022-07-30T04:58:30Z', 'revision_number': 5, 'project_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'subnets': [{'id': '872e5683-a168-4487-9376-0296b22d54e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:04.985372 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a99737b-e5a0-41bf-987a-021b01ce4eba None None] The sync data for ids ['adcbfabc-ea52-451d-a1d1-9259f2b8d1b1'] in dv-cinder-851279-3-iscsi is: [{'id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1167597909-router', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'cee32db1-195e-4935-8304-4445ce5664b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:06Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 4, 'project_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'gw_port': {'id': 'cee32db1-195e-4935-8304-4445ce5664b3', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:07Z', 'updated_at': '2022-07-30T04:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'efa7d207-4c7e-401d-b020-6873aff954a7', 'name': '', 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'mac_address': 'fa:16:3e:79:5c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '872e5683-a168-4487-9376-0296b22d54e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:15Z', 'updated_at': '2022-07-30T04:58:30Z', 'revision_number': 5, 'project_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'subnets': [{'id': '872e5683-a168-4487-9376-0296b22d54e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:03:05.143942 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 54522) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:03:05.171132 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:05.207484 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-49be9112-2d48-46d7-b1cc-89f90696104d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks [] for security_group (461877ad-7066-4a74-a85c-258192a16fb8), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:05.232405 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-49be9112-2d48-46d7-b1cc-89f90696104d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks [] for security_group (461877ad-7066-4a74-a85c-258192a16fb8), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:05.237291 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52faf61-354e-4e46-b2f9-fee87459162b None None] New status for floating IP d0d2b56d-1757-42c4-afd8-da7b73b51ead: DOWN {{(pid=103972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 30 05:03:05.283333 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-49be9112-2d48-46d7-b1cc-89f90696104d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (461877ad-7066-4a74-a85c-258192a16fb8), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:05.287015 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-49be9112-2d48-46d7-b1cc-89f90696104d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:05.288239 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-49be9112-2d48-46d7-b1cc-89f90696104d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "DELETE /v2.0/security-groups/461877ad-7066-4a74-a85c-258192a16fb8 HTTP/1.1" status: 204 len: 168 time: 0.1412275 Jul 30 05:03:05.291146 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 54524) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:03:05.299943 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be9112-2d48-46d7-b1cc-89f90696104d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=461877ad-7066-4a74-a85c-258192a16fb8,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:05.306390 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.api.v2.resource [None req-99619e19-ca97-4354-a7e9-d85adb73b895 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] show failed (client error): The resource could not be found. Jul 30 05:03:05.307499 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-99619e19-ca97-4354-a7e9-d85adb73b895 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups/461877ad-7066-4a74-a85c-258192a16fb8 HTTP/1.1" status: 404 len: 347 time: 0.0145066 Jul 30 05:03:05.311136 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 54526) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:03:05.427889 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-b69d8650-ed06-4b3a-80fe-5ef6c55e703d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Deleting port e89a607f-ae0b-4b16-b628-dcdc6a432c82 {{(pid=103970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:03:05.428239 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b69d8650-ed06-4b3a-80fe-5ef6c55e703d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (e89a607f-ae0b-4b16-b628-dcdc6a432c82), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:05.507803 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b69d8650-ed06-4b3a-80fe-5ef6c55e703d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (e89a607f-ae0b-4b16-b628-dcdc6a432c82), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:05.508070 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b69d8650-ed06-4b3a-80fe-5ef6c55e703d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks [] for floatingip (e89a607f-ae0b-4b16-b628-dcdc6a432c82), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:05.520762 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-b69d8650-ed06-4b3a-80fe-5ef6c55e703d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Calling delete_port for e89a607f-ae0b-4b16-b628-dcdc6a432c82 owned by network:floatingip {{(pid=103970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:03:05.654823 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b69d8650-ed06-4b3a-80fe-5ef6c55e703d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (e89a607f-ae0b-4b16-b628-dcdc6a432c82), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:05.684225 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d8650-ed06-4b3a-80fe-5ef6c55e703d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Pushing event deleted for resources: {'Port': ['ID=e89a607f-ae0b-4b16-b628-dcdc6a432c82,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:05.710133 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d8650-ed06-4b3a-80fe-5ef6c55e703d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:05.710515 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d8650-ed06-4b3a-80fe-5ef6c55e703d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:05.710865 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d8650-ed06-4b3a-80fe-5ef6c55e703d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:05.711208 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d8650-ed06-4b3a-80fe-5ef6c55e703d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:05.711549 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d8650-ed06-4b3a-80fe-5ef6c55e703d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:05.711893 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d8650-ed06-4b3a-80fe-5ef6c55e703d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:05.712238 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d8650-ed06-4b3a-80fe-5ef6c55e703d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:05.712568 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d8650-ed06-4b3a-80fe-5ef6c55e703d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:05.712903 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d8650-ed06-4b3a-80fe-5ef6c55e703d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:05.713233 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d8650-ed06-4b3a-80fe-5ef6c55e703d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:05.713565 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d8650-ed06-4b3a-80fe-5ef6c55e703d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:05.713897 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d8650-ed06-4b3a-80fe-5ef6c55e703d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:05.714227 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d8650-ed06-4b3a-80fe-5ef6c55e703d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:05.714589 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d8650-ed06-4b3a-80fe-5ef6c55e703d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:05.714919 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d8650-ed06-4b3a-80fe-5ef6c55e703d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:05.756929 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b69d8650-ed06-4b3a-80fe-5ef6c55e703d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks [] for floatingip (d0d2b56d-1757-42c4-afd8-da7b73b51ead), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:05.759579 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b69d8650-ed06-4b3a-80fe-5ef6c55e703d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for floatingip (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:05.760678 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-b69d8650-ed06-4b3a-80fe-5ef6c55e703d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "DELETE /v2.0/floatingips/d0d2b56d-1757-42c4-afd8-da7b73b51ead HTTP/1.1" status: 204 len: 168 time: 0.4485781 Jul 30 05:03:05.852345 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 54530) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:03:05.856910 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-8b3f11e5-7480-4fbf-93f5-cda88c21ceb8 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1225094420', 'description': 'tempest-description--2084455911'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:03:05.879701 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-8b3f11e5-7480-4fbf-93f5-cda88c21ceb8 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:05.953232 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-8b3f11e5-7480-4fbf-93f5-cda88c21ceb8 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks [] for security_group (50fb558f-1850-4f3e-9696-c85f1dedae9c), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:05.958497 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-8b3f11e5-7480-4fbf-93f5-cda88c21ceb8 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (50fb558f-1850-4f3e-9696-c85f1dedae9c), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:05.993584 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-8b3f11e5-7480-4fbf-93f5-cda88c21ceb8 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:05.994858 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-8b3f11e5-7480-4fbf-93f5-cda88c21ceb8 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1414781 Jul 30 05:03:05.995972 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f11e5-7480-4fbf-93f5-cda88c21ceb8 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50fb558f-1850-4f3e-9696-c85f1dedae9c,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:05.997893 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 54540) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:03:06.002227 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-c26fff14-5e27-467e-a490-429eda00cefe tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Request body: {'security_group_rule': {'security_group_id': '50fb558f-1850-4f3e-9696-c85f1dedae9c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:03:06.029556 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-c26fff14-5e27-467e-a490-429eda00cefe tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks [] for security_group_rule (44ace13d-a66f-476c-9146-98c3754b1b65), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:06.054010 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:06.089200 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-c26fff14-5e27-467e-a490-429eda00cefe tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks [] for security_group_rule (44ace13d-a66f-476c-9146-98c3754b1b65), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:06.092585 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-c26fff14-5e27-467e-a490-429eda00cefe tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826758'] for security_group_rule (44ace13d-a66f-476c-9146-98c3754b1b65), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:06.111616 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:06.114336 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26fff14-5e27-467e-a490-429eda00cefe tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ace13d-a66f-476c-9146-98c3754b1b65,revision_number=0']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:06.119210 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-c26fff14-5e27-467e-a490-429eda00cefe tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:06.120463 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-c26fff14-5e27-467e-a490-429eda00cefe tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215942 Jul 30 05:03:06.123937 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 54542) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:03:06.129740 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-90ec2950-21bd-4c27-87a4-8cb1edea5a1f tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Request body: {'security_group_rule': {'security_group_id': '50fb558f-1850-4f3e-9696-c85f1dedae9c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:03:06.158031 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-90ec2950-21bd-4c27-87a4-8cb1edea5a1f tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks [] for security_group_rule (aea36fd9-a758-4372-8807-15f8664db19f), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:06.215633 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-90ec2950-21bd-4c27-87a4-8cb1edea5a1f tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks [] for security_group_rule (aea36fd9-a758-4372-8807-15f8664db19f), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:06.219061 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-90ec2950-21bd-4c27-87a4-8cb1edea5a1f tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826758'] for security_group_rule (aea36fd9-a758-4372-8807-15f8664db19f), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:06.239209 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec2950-21bd-4c27-87a4-8cb1edea5a1f tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea36fd9-a758-4372-8807-15f8664db19f,revision_number=0']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:06.245817 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-90ec2950-21bd-4c27-87a4-8cb1edea5a1f tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:06.247060 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-90ec2950-21bd-4c27-87a4-8cb1edea5a1f tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1220677 Jul 30 05:03:06.250180 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 54544) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:03:06.254634 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-d14c3bae-e37b-4845-82fa-732b7fb3ea0c tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Request body: {'floatingip': {'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:03:06.274752 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d14c3bae-e37b-4845-82fa-732b7fb3ea0c tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:06.359828 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d14c3bae-e37b-4845-82fa-732b7fb3ea0c tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:06.464545 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_common [None req-d14c3bae-e37b-4845-82fa-732b7fb3ea0c tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Allocated IP 172.27.2.88 (0194f4bd-d033-4ee0-a642-9d17cfb40f96/6c0201b0-7b08-4a32-872b-15ffee5372f4/f134bf28-4957-44e0-afe3-1c27aba884b2) {{(pid=103970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:03:06.569020 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d14c3bae-e37b-4845-82fa-732b7fb3ea0c tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks [] for port (f134bf28-4957-44e0-afe3-1c27aba884b2), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:06.600954 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d14c3bae-e37b-4845-82fa-732b7fb3ea0c tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (f134bf28-4957-44e0-afe3-1c27aba884b2), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:06.636983 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14c3bae-e37b-4845-82fa-732b7fb3ea0c tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Network 0194f4bd-d033-4ee0-a642-9d17cfb40f96 is already hosted by enough agents. {{(pid=103970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:03:06.644185 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-d14c3bae-e37b-4845-82fa-732b7fb3ea0c tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Resources bound (agent type, host, resource id): {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:03:06.646697 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14c3bae-e37b-4845-82fa-732b7fb3ea0c tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Received port after_create {{(pid=103970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 05:03:06.673215 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c3bae-e37b-4845-82fa-732b7fb3ea0c tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Pushing event updated for resources: {'Port': ['ID=f134bf28-4957-44e0-afe3-1c27aba884b2,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:06.735487 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d14c3bae-e37b-4845-82fa-732b7fb3ea0c tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks [] for floatingip (ab85b328-0e9b-4eda-9b45-6638a22cabc5), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:06.736611 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:06.754083 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 77f9d403-dee8-430d-8122-9a468f943da2 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:03:06.773811 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d14c3bae-e37b-4845-82fa-732b7fb3ea0c tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (f134bf28-4957-44e0-afe3-1c27aba884b2), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:06.776173 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] No Port match for: 77f9d403-dee8-430d-8122-9a468f943da2 {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:03:06.776526 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 77f9d403-dee8-430d-8122-9a468f943da2 not bound to the agent host hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:03:06.817369 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:06.921678 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d14c3bae-e37b-4845-82fa-732b7fb3ea0c tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks [] for port (f134bf28-4957-44e0-afe3-1c27aba884b2), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:06.926763 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d14c3bae-e37b-4845-82fa-732b7fb3ea0c tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410665'] for port (f134bf28-4957-44e0-afe3-1c27aba884b2), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:06.994573 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c3bae-e37b-4845-82fa-732b7fb3ea0c tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Pushing event updated for resources: {'Port': ['ID=f134bf28-4957-44e0-afe3-1c27aba884b2,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:06.997042 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d14c3bae-e37b-4845-82fa-732b7fb3ea0c tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692779'] for floatingip (ab85b328-0e9b-4eda-9b45-6638a22cabc5), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:07.016288 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d14c3bae-e37b-4845-82fa-732b7fb3ea0c tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for floatingip (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:07.017613 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-d14c3bae-e37b-4845-82fa-732b7fb3ea0c tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7664526 Jul 30 05:03:07.245102 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-6a4fd938-78cb-4657-b89d-2a2133e6daf8 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1225094420&fields=id&tenant_id=bc6f8afc1abf427f92c44fdc55994b18 HTTP/1.1" status: 200 len: 267 time: 0.0501249 Jul 30 05:03:07.287862 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf85270-b024-47a0-9664-6aa01d71f3db req-2a8291fa-4781-4b4e-a82b-68d45a81db79 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:07.289745 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-baf85270-b024-47a0-9664-6aa01d71f3db req-2a8291fa-4781-4b4e-a82b-68d45a81db79 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 945 time: 0.0508606 Jul 30 05:03:07.344642 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-baf85270-b024-47a0-9664-6aa01d71f3db req-46e08362-8d76-4fe8-868c-6c29880730f0 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484209 Jul 30 05:03:07.595852 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-3f59369f-aa8d-4fcb-9927-6a37b0e0e476 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:07.597957 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-3f59369f-aa8d-4fcb-9927-6a37b0e0e476 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/networks?id=fdf70601-7662-4f43-8ddd-db3bc3add8d1 HTTP/1.1" status: 200 len: 817 time: 0.3453219 Jul 30 05:03:07.613010 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-9518919d-9513-4368-a64a-e5f81dabc946 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/quotas/bc6f8afc1abf427f92c44fdc55994b18 HTTP/1.1" status: 200 len: 375 time: 0.0095336 Jul 30 05:03:07.662983 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-9f26c4cb-7136-4317-8e4b-a3b748da0ce9 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc6f8afc1abf427f92c44fdc55994b18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453129 Jul 30 05:03:07.756479 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-a3be4e68-f871-4b07-b094-99b0aed175d7 service neutron] 10.222.0.20 "GET /v2.0/networks/fdf70601-7662-4f43-8ddd-db3bc3add8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822244 Jul 30 05:03:07.848147 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-5aed357f-87c9-456f-a5f5-ed9686393246 service neutron] 10.222.0.20 "GET /v2.0/networks/fdf70601-7662-4f43-8ddd-db3bc3add8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860047 Jul 30 05:03:08.006355 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-98eb91f7-9d45-47aa-b358-12bda57ca86b req-b21278de-7090-4cf7-b755-6ae69dfd599c tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 210 time: 0.0289993 Jul 30 05:03:08.473730 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b1036-7889-4e94-b395-f2849b060839 req-7f3695e1-9ba4-4053-a3e0-75fd00e1dc9f tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:08.475244 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5b2b1036-7889-4e94-b395-f2849b060839 req-7f3695e1-9ba4-4053-a3e0-75fd00e1dc9f tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 945 time: 0.0486743 Jul 30 05:03:08.526966 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5b2b1036-7889-4e94-b395-f2849b060839 req-2ac7a1e2-aeb9-46bb-bba4-6b7694e72a66 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460362 Jul 30 05:03:09.032749 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-850da5fc-25fd-42f5-8099-92b7b6a0ef85 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:09.034874 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-850da5fc-25fd-42f5-8099-92b7b6a0ef85 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.49 "GET /v2.0/networks?id=fdf70601-7662-4f43-8ddd-db3bc3add8d1 HTTP/1.1" status: 200 len: 817 time: 0.1148069 Jul 30 05:03:09.100363 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-7165a693-6acb-4d70-88be-3efafe91b7f3 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc6f8afc1abf427f92c44fdc55994b18 HTTP/1.1" status: 200 len: 380 time: 0.0566850 Jul 30 05:03:09.111251 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-a06409f8-b4c1-477b-ae89-f49583cc41b4 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Request body: {'port': {'device_id': 'b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b', 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1', 'admin_state_up': True, 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'security_groups': ['50fb558f-1850-4f3e-9696-c85f1dedae9c']}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:03:09.196662 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:09.227602 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-a06409f8-b4c1-477b-ae89-f49583cc41b4 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Made reservation on behalf of bc6f8afc1abf427f92c44fdc55994b18 for: {'port': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:03:09.231142 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-a06409f8-b4c1-477b-ae89-f49583cc41b4 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:09.281887 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-2672b2b0-4c37-4258-b3e0-2509ab5b7fbb req-a3fc078b-1243-468d-ade3-c63f2a4ba3f0 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 210 time: 0.1936524 Jul 30 05:03:09.307260 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:09.356573 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-a06409f8-b4c1-477b-ae89-f49583cc41b4 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Allocated IP 172.20.0.3 (fdf70601-7662-4f43-8ddd-db3bc3add8d1/872e5683-a168-4487-9376-0296b22d54e2/6ca5af71-3aff-4af4-9271-ac47c637cc34) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:03:09.496132 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-a06409f8-b4c1-477b-ae89-f49583cc41b4 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks [] for port (6ca5af71-3aff-4af4-9271-ac47c637cc34), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:09.531664 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-a06409f8-b4c1-477b-ae89-f49583cc41b4 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (6ca5af71-3aff-4af4-9271-ac47c637cc34), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:09.589597 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-a06409f8-b4c1-477b-ae89-f49583cc41b4 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Network fdf70601-7662-4f43-8ddd-db3bc3add8d1 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:03:09.594917 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-a06409f8-b4c1-477b-ae89-f49583cc41b4 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:03:09.599184 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-a06409f8-b4c1-477b-ae89-f49583cc41b4 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 05:03:09.605319 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06409f8-b4c1-477b-ae89-f49583cc41b4 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Pushing event updated for resources: {'Port': ['ID=6ca5af71-3aff-4af4-9271-ac47c637cc34,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:09.688097 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-a06409f8-b4c1-477b-ae89-f49583cc41b4 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:09.688746 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-a06409f8-b4c1-477b-ae89-f49583cc41b4 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:09.698590 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9043c03-1733-422f-87c3-487ffdf6c504 req-97c40cca-cda8-4be1-b75c-3ba6fb02b93d tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:09.700079 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e9043c03-1733-422f-87c3-487ffdf6c504 req-97c40cca-cda8-4be1-b75c-3ba6fb02b93d tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 945 time: 0.0923002 Jul 30 05:03:09.717889 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-a06409f8-b4c1-477b-ae89-f49583cc41b4 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6104469 Jul 30 05:03:09.731177 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-33c90c44-318b-4c54-bab6-5375f0c89995 service neutron] Request body: {'port': {'device_id': 'b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:03:09.791666 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e9043c03-1733-422f-87c3-487ffdf6c504 req-f79f0321-3216-4002-b275-86245c8f03ea tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849552 Jul 30 05:03:09.800408 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-d7d1b3c5-e5bf-41db-a889-adcd9857208e None None] Provisioning complete for port 6ca5af71-3aff-4af4-9271-ac47c637cc34 triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:03:09.800967 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d7d1b3c5-e5bf-41db-a889-adcd9857208e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (6ca5af71-3aff-4af4-9271-ac47c637cc34), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:09.821721 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-33c90c44-318b-4c54-bab6-5375f0c89995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (6ca5af71-3aff-4af4-9271-ac47c637cc34), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:09.827445 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:09.834215 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-d7d1b3c5-e5bf-41db-a889-adcd9857208e None None] Port 6ca5af71-3aff-4af4-9271-ac47c637cc34 cannot update to ACTIVE because it is not bound. {{(pid=103972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 30 05:03:10.040491 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:10.062803 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:10.073682 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-33c90c44-318b-4c54-bab6-5375f0c89995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ca5af71-3aff-4af4-9271-ac47c637cc34 {{(pid=103971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 05:03:10.081700 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-33c90c44-318b-4c54-bab6-5375f0c89995 service neutron] Publish callbacks [] for port (6ca5af71-3aff-4af4-9271-ac47c637cc34), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:10.095980 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.provisioning_blocks [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-33c90c44-318b-4c54-bab6-5375f0c89995 service neutron] Transition to ACTIVE for port object 6ca5af71-3aff-4af4-9271-ac47c637cc34 will not be triggered until provisioned by entity L2. {{(pid=103971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 30 05:03:10.101113 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-33c90c44-318b-4c54-bab6-5375f0c89995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3264605'] for port (6ca5af71-3aff-4af4-9271-ac47c637cc34), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:10.167360 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c90c44-318b-4c54-bab6-5375f0c89995 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca5af71-3aff-4af4-9271-ac47c637cc34,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:10.216058 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-33c90c44-318b-4c54-bab6-5375f0c89995 service neutron] Attempting to bind port 6ca5af71-3aff-4af4-9271-ac47c637cc34 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 05:03:10.216390 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-33c90c44-318b-4c54-bab6-5375f0c89995 service neutron] Attempting to bind port 6ca5af71-3aff-4af4-9271-ac47c637cc34 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': 'e9c7cb1b-4a6d-49ef-8923-a11361e78abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1'}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 05:03:10.216719 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-33c90c44-318b-4c54-bab6-5375f0c89995 service neutron] Attempting to bind port 6ca5af71-3aff-4af4-9271-ac47c637cc34 on network fdf70601-7662-4f43-8ddd-db3bc3add8d1 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:03:10.221852 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-33c90c44-318b-4c54-bab6-5375f0c89995 service neutron] Port 6ca5af71-3aff-4af4-9271-ac47c637cc34 on network fdf70601-7662-4f43-8ddd-db3bc3add8d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 30 05:03:10.222783 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-33c90c44-318b-4c54-bab6-5375f0c89995 service neutron] Attempting to bind port 6ca5af71-3aff-4af4-9271-ac47c637cc34 on network fdf70601-7662-4f43-8ddd-db3bc3add8d1 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:03:10.227585 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-33c90c44-318b-4c54-bab6-5375f0c89995 service neutron] Checking agent: {'id': 'dec4dcff-e2ed-49ed-8dd3-cc3856f345b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 56, 16), 'started_at': datetime.datetime(2022, 7, 30, 4, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 5, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 05:03:10.227923 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-33c90c44-318b-4c54-bab6-5375f0c89995 service neutron] Checking segment: {'id': 'e9c7cb1b-4a6d-49ef-8923-a11361e78abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 05:03:10.228300 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-33c90c44-318b-4c54-bab6-5375f0c89995 service neutron] Bound using segment: {'id': 'e9c7cb1b-4a6d-49ef-8923-a11361e78abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1'} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 05:03:10.228726 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-33c90c44-318b-4c54-bab6-5375f0c89995 service neutron] Bound port: 6ca5af71-3aff-4af4-9271-ac47c637cc34, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9c7cb1b-4a6d-49ef-8923-a11361e78abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1'}}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 05:03:10.229081 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-33c90c44-318b-4c54-bab6-5375f0c89995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (6ca5af71-3aff-4af4-9271-ac47c637cc34), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:10.290213 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-33c90c44-318b-4c54-bab6-5375f0c89995 service neutron] For port 6ca5af71-3aff-4af4-9271-ac47c637cc34, host hv-cinder-85127, cleared binding levels {{(pid=103971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:03:10.293345 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-33c90c44-318b-4c54-bab6-5375f0c89995 service neutron] For port 6ca5af71-3aff-4af4-9271-ac47c637cc34, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=6ca5af71-3aff-4af4-9271-ac47c637cc34,segment=NetworkSegment(e9c7cb1b-4a6d-49ef-8923-a11361e78abf),segment_id=e9c7cb1b-4a6d-49ef-8923-a11361e78abf)] {{(pid=103971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:03:10.298925 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-33c90c44-318b-4c54-bab6-5375f0c89995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3264605'] for port (6ca5af71-3aff-4af4-9271-ac47c637cc34), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:10.303387 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-33c90c44-318b-4c54-bab6-5375f0c89995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:10.303991 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-33c90c44-318b-4c54-bab6-5375f0c89995 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:10.305346 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-33c90c44-318b-4c54-bab6-5375f0c89995 service neutron] 10.222.0.49 "PUT /v2.0/ports/6ca5af71-3aff-4af4-9271-ac47c637cc34 HTTP/1.1" status: 200 len: 1093 time: 0.5799358 Jul 30 05:03:10.305829 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b', 'tag': '6ca5af71-3aff-4af4-9271-ac47c637cc34'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:03:10.308050 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b16b4900bbfc643f3f19b33d02e463cc441e963483cfbcd5657a130b47b3c9ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29fd1c6-ce86-4ec7-9e9a-219c86cd9353" -d '{"events": [{"name": "network-changed", "server_uuid": "b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b", "tag": "6ca5af71-3aff-4af4-9271-ac47c637cc34"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:03:10.360075 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Jul 2022 05:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba447393-e902-4673-b99d-acbeacac4721 x-openstack-request-id: req-ba447393-e902-4673-b99d-acbeacac4721 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:03:10.360382 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b", "tag": "6ca5af71-3aff-4af4-9271-ac47c637cc34", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:03:10.360600 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba447393-e902-4673-b99d-acbeacac4721 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:03:10.360994 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba447393-e902-4673-b99d-acbeacac4721'] response: {'name': 'network-changed', 'server_uuid': 'b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b', 'tag': '6ca5af71-3aff-4af4-9271-ac47c637cc34', 'status': 'completed', 'code': 200} Jul 30 05:03:10.433614 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c90c44-318b-4c54-bab6-5375f0c89995 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca5af71-3aff-4af4-9271-ac47c637cc34,revision_number=3']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:10.446233 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-e982711a-42bf-472e-8c65-5c3844ef4504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:10.447749 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-e982711a-42bf-472e-8c65-5c3844ef4504 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bc6f8afc1abf427f92c44fdc55994b18&device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 1127 time: 0.0984528 Jul 30 05:03:10.459403 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5cf602-616c-4d00-a476-c48e98bcf866 req-702f1179-a708-4637-a66d-a89bc6e0cf9d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:10.460773 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ea5cf602-616c-4d00-a476-c48e98bcf866 req-702f1179-a708-4637-a66d-a89bc6e0cf9d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 943 time: 0.0767047 Jul 30 05:03:10.500892 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-bc83643c-e5a7-40f7-a711-f1061f7ac14c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ca5af71-3aff-4af4-9271-ac47c637cc34 HTTP/1.1" status: 200 len: 217 time: 0.0392182 Jul 30 05:03:10.577274 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ea5cf602-616c-4d00-a476-c48e98bcf866 req-3a6e0577-c454-44b0-b642-6fabedff894e tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090271 Jul 30 05:03:10.578904 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-d0f93a15-2c6d-4e31-b0fd-b9a81494dae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:10.580465 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-d0f93a15-2c6d-4e31-b0fd-b9a81494dae1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=872e5683-a168-4487-9376-0296b22d54e2 HTTP/1.1" status: 200 len: 856 time: 0.0716701 Jul 30 05:03:10.610108 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 54626) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:03:10.629212 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-c72cbaea-cb30-47cb-b43c-79077142ad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:10.630694 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-c72cbaea-cb30-47cb-b43c-79077142ad0f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fdf70601-7662-4f43-8ddd-db3bc3add8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419950 Jul 30 05:03:10.657477 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_v2 [None req-10a4932a-d65c-4f26-8e82-47d6850399dc admin admin] Deleting subnet 3cd41c32-1654-405e-ab41-282eb3cddac6 {{(pid=103970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 30 05:03:10.661589 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-10a4932a-d65c-4f26-8e82-47d6850399dc admin admin] Publish callbacks [] for subnet (3cd41c32-1654-405e-ab41-282eb3cddac6), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:10.697054 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-10a4932a-d65c-4f26-8e82-47d6850399dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3320015'] for subnet (3cd41c32-1654-405e-ab41-282eb3cddac6), precommit_delete_associations {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:10.724986 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-380de8a9-0527-47f3-9034-903933f6f6fd service neutron] 10.222.0.49 "GET /v2.0/networks/fdf70601-7662-4f43-8ddd-db3bc3add8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871069 Jul 30 05:03:10.736076 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-10a4932a-d65c-4f26-8e82-47d6850399dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990981'] for subnet (3cd41c32-1654-405e-ab41-282eb3cddac6), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:10.788390 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-10a4932a-d65c-4f26-8e82-47d6850399dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3410599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59151612'] for subnet (3cd41c32-1654-405e-ab41-282eb3cddac6), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:10.817467 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-543779e2-8678-4449-8e32-bbe4fc6e92d4 req-2cd115b9-73e7-4b7a-ba0f-d141eb1b1c8d service neutron] 10.222.0.49 "GET /v2.0/networks/fdf70601-7662-4f43-8ddd-db3bc3add8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853214 Jul 30 05:03:10.818622 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a4932a-d65c-4f26-8e82-47d6850399dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cd41c32-1654-405e-ab41-282eb3cddac6,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:10.825596 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-10a4932a-d65c-4f26-8e82-47d6850399dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for subnet (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:10.831293 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-10a4932a-d65c-4f26-8e82-47d6850399dc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3cd41c32-1654-405e-ab41-282eb3cddac6 HTTP/1.1" status: 204 len: 168 time: 0.2178097 Jul 30 05:03:10.831648 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 54630) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:03:10.944845 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2584810f-075c-4cfe-83bb-a3c683525915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840338'] for network (42292243-279e-4264-96e0-23f67ff78d87), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:10.952094 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df641b5-e231-4062-8965-918ebd21a19e req-2ea3ae1f-6388-41e4-ac57-3144efb05ebd tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:10.953517 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-6df641b5-e231-4062-8965-918ebd21a19e req-2ea3ae1f-6388-41e4-ac57-3144efb05ebd tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 945 time: 0.0725553 Jul 30 05:03:11.042357 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:11.068334 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2584810f-075c-4cfe-83bb-a3c683525915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-987256', 'neutron.services.segments.db._delete_segments_for_network-8736268768229'] for network (42292243-279e-4264-96e0-23f67ff78d87), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:11.073766 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-6df641b5-e231-4062-8965-918ebd21a19e req-1084840c-569c-44c8-a35e-b153c48bf2ca tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138015 Jul 30 05:03:11.098415 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.services.segments.db [None req-2584810f-075c-4cfe-83bb-a3c683525915 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42292243-279e-4264-96e0-23f67ff78d87']}} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:11.107654 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.services.segments.db [None req-2584810f-075c-4cfe-83bb-a3c683525915 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3389fda0-343b-4819-a0bb-bb918fb4d6a8') {'for_net_delete': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:11.107954 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.services.segments.db [None req-2584810f-075c-4cfe-83bb-a3c683525915 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3389fda0-343b-4819-a0bb-bb918fb4d6a8') {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:11.117587 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2584810f-075c-4cfe-83bb-a3c683525915 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736268768130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3320020'] for segment (3389fda0-343b-4819-a0bb-bb918fb4d6a8), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:11.130492 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2584810f-075c-4cfe-83bb-a3c683525915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101'] for segment (3389fda0-343b-4819-a0bb-bb918fb4d6a8), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:11.136855 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2584810f-075c-4cfe-83bb-a3c683525915 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 05:03:11.137236 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2584810f-075c-4cfe-83bb-a3c683525915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3410637'] for segment (3389fda0-343b-4819-a0bb-bb918fb4d6a8), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:11.177812 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.services.segments.plugin [-] Segment 3389fda0-343b-4819-a0bb-bb918fb4d6a8 resource provider aggregate not found Jul 30 05:03:11.194573 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:11.197734 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.services.segments.plugin [-] Segment 3389fda0-343b-4819-a0bb-bb918fb4d6a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3389fda0-343b-4819-a0bb-bb918fb4d6a8 found for delete ", "request_id": "req-0018114f-001f-492c-8bc1-d2d9acd77796"}]} Jul 30 05:03:11.202585 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2584810f-075c-4cfe-83bb-a3c683525915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704485'] for network (42292243-279e-4264-96e0-23f67ff78d87), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:11.209342 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2584810f-075c-4cfe-83bb-a3c683525915 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for network (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:11.212418 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-2584810f-075c-4cfe-83bb-a3c683525915 admin admin] 10.222.0.20 "DELETE /v2.0/networks/42292243-279e-4264-96e0-23f67ff78d87 HTTP/1.1" status: 204 len: 168 time: 0.3798912 Jul 30 05:03:11.224673 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584810f-075c-4cfe-83bb-a3c683525915 admin admin] Pushing event deleted for resources: {'Network': ['ID=42292243-279e-4264-96e0-23f67ff78d87,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:11.375955 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 54638) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:03:11.416079 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-a9306cf1-e094-43c2-9e67-982da53d51d3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a6a02f6df4ed4365b3ce1fa970f9cf41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389602 Jul 30 05:03:11.418514 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 54640) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:03:11.469877 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f19440b5-d4a9-432f-9847-a5b4d6f53a38 admin admin] Publish callbacks [] for security_group (25fdcead-cb29-4801-9885-d8d83b16936a), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:11.491319 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f19440b5-d4a9-432f-9847-a5b4d6f53a38 admin admin] Publish callbacks [] for security_group (25fdcead-cb29-4801-9885-d8d83b16936a), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:11.538602 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f19440b5-d4a9-432f-9847-a5b4d6f53a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (25fdcead-cb29-4801-9885-d8d83b16936a), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:11.542189 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f19440b5-d4a9-432f-9847-a5b4d6f53a38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:11.543543 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-f19440b5-d4a9-432f-9847-a5b4d6f53a38 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/25fdcead-cb29-4801-9885-d8d83b16936a HTTP/1.1" status: 204 len: 168 time: 0.1241164 Jul 30 05:03:11.552366 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19440b5-d4a9-432f-9847-a5b4d6f53a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fdcead-cb29-4801-9885-d8d83b16936a,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:11.931061 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fd1c6-ce86-4ec7-9e9a-219c86cd9353 req-3898c4d1-6a21-4fd3-ab14-581b127bcac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:11.932675 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c29fd1c6-ce86-4ec7-9e9a-219c86cd9353 req-3898c4d1-6a21-4fd3-ab14-581b127bcac6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bc6f8afc1abf427f92c44fdc55994b18&device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 1127 time: 0.0745127 Jul 30 05:03:11.954677 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db43fbe-f481-471e-8e10-e6de14f39043 req-c0618f8f-eae8-4b14-bb83-a414720b0df1 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:11.956109 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0db43fbe-f481-471e-8e10-e6de14f39043 req-c0618f8f-eae8-4b14-bb83-a414720b0df1 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 943 time: 0.3006201 Jul 30 05:03:12.000185 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:12.063384 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0db43fbe-f481-471e-8e10-e6de14f39043 req-9bbf4c59-b4ce-48a2-81de-23797228529c tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962384 Jul 30 05:03:12.071899 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:12.077121 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fd1c6-ce86-4ec7-9e9a-219c86cd9353 req-cbd7e409-3418-49bd-a2be-f18ea03fd57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:12.078659 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c29fd1c6-ce86-4ec7-9e9a-219c86cd9353 req-cbd7e409-3418-49bd-a2be-f18ea03fd57f service neutron] 10.222.0.49 "GET /v2.0/networks?id=fdf70601-7662-4f43-8ddd-db3bc3add8d1 HTTP/1.1" status: 200 len: 918 time: 0.1371045 Jul 30 05:03:12.123625 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c29fd1c6-ce86-4ec7-9e9a-219c86cd9353 req-f285a150-9e28-4a1e-b447-5d2eb67fec95 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ca5af71-3aff-4af4-9271-ac47c637cc34 HTTP/1.1" status: 200 len: 217 time: 0.0372715 Jul 30 05:03:12.182552 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fd1c6-ce86-4ec7-9e9a-219c86cd9353 req-4d3ec8d4-c8da-4c38-a545-96091bfbead3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:12.184008 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c29fd1c6-ce86-4ec7-9e9a-219c86cd9353 req-4d3ec8d4-c8da-4c38-a545-96091bfbead3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=872e5683-a168-4487-9376-0296b22d54e2 HTTP/1.1" status: 200 len: 856 time: 0.0544429 Jul 30 05:03:12.215353 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f93310-d557-427d-975d-68564d2bcbce req-ce1ff911-48d5-4c96-94be-823bb1a3ded8 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:12.217083 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-41f93310-d557-427d-975d-68564d2bcbce req-ce1ff911-48d5-4c96-94be-823bb1a3ded8 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 945 time: 0.0659776 Jul 30 05:03:12.229641 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fd1c6-ce86-4ec7-9e9a-219c86cd9353 req-48b155c6-4d6e-4baa-b163-ce65ed697547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:12.231170 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c29fd1c6-ce86-4ec7-9e9a-219c86cd9353 req-48b155c6-4d6e-4baa-b163-ce65ed697547 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fdf70601-7662-4f43-8ddd-db3bc3add8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408328 Jul 30 05:03:12.269209 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-41f93310-d557-427d-975d-68564d2bcbce req-76201f9e-3dc1-455f-8812-639cf7dafe09 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448883 Jul 30 05:03:12.279588 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 54668) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:03:12.330352 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c29fd1c6-ce86-4ec7-9e9a-219c86cd9353 req-9f95a242-6f06-4d3e-87d7-ae6b154a8b3e service neutron] 10.222.0.49 "GET /v2.0/networks/fdf70601-7662-4f43-8ddd-db3bc3add8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913730 Jul 30 05:03:12.381642 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-a58c0723-501c-419c-9cfb-260eed426f55 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1291541164-network', 'tenant_id': 'abbb209e2c194596bb3e8b9a6880646e'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:03:12.402069 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58c0723-501c-419c-9cfb-260eed426f55 admin admin] Made reservation on behalf of abbb209e2c194596bb3e8b9a6880646e for: {'network': 1} {{(pid=103970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:03:12.404458 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a58c0723-501c-419c-9cfb-260eed426f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for network (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:12.414255 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a58c0723-501c-419c-9cfb-260eed426f55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:12.426497 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c29fd1c6-ce86-4ec7-9e9a-219c86cd9353 req-ed4fe0d9-8390-4086-8a86-9fd1210aeb7b service neutron] 10.222.0.49 "GET /v2.0/networks/fdf70601-7662-4f43-8ddd-db3bc3add8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894821 Jul 30 05:03:12.495194 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a58c0723-501c-419c-9cfb-260eed426f55 admin admin] Publish callbacks [] for security_group (690caee6-5100-4da4-985a-a65da1b16b03), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:12.499051 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a58c0723-501c-419c-9cfb-260eed426f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (690caee6-5100-4da4-985a-a65da1b16b03), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:12.524844 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a58c0723-501c-419c-9cfb-260eed426f55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=103970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 05:03:12.534558 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c0723-501c-419c-9cfb-260eed426f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690caee6-5100-4da4-985a-a65da1b16b03,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:12.541829 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a58c0723-501c-419c-9cfb-260eed426f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101'] for segment (2337ae89-90dc-4c2b-9e40-8764fbdc0929), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:12.542049 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.db.segments_db [None req-a58c0723-501c-419c-9cfb-260eed426f55 admin admin] Added segment 2337ae89-90dc-4c2b-9e40-8764fbdc0929 of type vlan for network 1c90acd2-47b7-4570-be05-943c9579a240 Jul 30 05:03:12.583033 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a58c0723-501c-419c-9cfb-260eed426f55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736268284326'] for network (1c90acd2-47b7-4570-be05-943c9579a240), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:12.607867 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a58c0723-501c-419c-9cfb-260eed426f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920'] for network (1c90acd2-47b7-4570-be05-943c9579a240), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:12.608838 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58c0723-501c-419c-9cfb-260eed426f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:12.609418 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a58c0723-501c-419c-9cfb-260eed426f55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for network (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:12.661344 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-a58c0723-501c-419c-9cfb-260eed426f55 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3806238 Jul 30 05:03:12.664229 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 54672) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:03:12.669244 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-baff6883-1607-4a7e-9b49-35249a77a2b7 admin admin] Request body: {'subnet': {'network_id': '1c90acd2-47b7-4570-be05-943c9579a240', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1291541164-subnet', 'tenant_id': 'abbb209e2c194596bb3e8b9a6880646e', 'ip_version': 4}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:03:12.672524 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c0723-501c-419c-9cfb-260eed426f55 admin admin] Pushing event updated for resources: {'Network': ['ID=1c90acd2-47b7-4570-be05-943c9579a240,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:12.682082 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Network 1c90acd2-47b7-4570-be05-943c9579a240 details requested by agent ovs-agent-dv-cinder-851279-3-iscsi with host dv-cinder-851279-3-iscsi {{(pid=103972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 05:03:12.689636 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baff6883-1607-4a7e-9b49-35249a77a2b7 admin admin] Made reservation on behalf of abbb209e2c194596bb3e8b9a6880646e for: {'subnet': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:03:12.692401 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-baff6883-1607-4a7e-9b49-35249a77a2b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59362560'] for subnet (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:12.847824 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 6ca5af71-3aff-4af4-9271-ac47c637cc34 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=103972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 05:03:12.876080 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-baff6883-1607-4a7e-9b49-35249a77a2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3264720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59362678'] for subnet (30f2efdf-c1bd-49e5-b5a7-c252ac894c33), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:12.927234 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff6883-1607-4a7e-9b49-35249a77a2b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30f2efdf-c1bd-49e5-b5a7-c252ac894c33,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:12.942780 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baff6883-1607-4a7e-9b49-35249a77a2b7 admin admin] Checking segment: {'id': '2337ae89-90dc-4c2b-9e40-8764fbdc0929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1c90acd2-47b7-4570-be05-943c9579a240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 05:03:12.943432 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baff6883-1607-4a7e-9b49-35249a77a2b7 admin admin] Network hostable DHCP agents. Network: 1c90acd2-47b7-4570-be05-943c9579a240, hostable agents: ['5671713e-478d-4a9e-a7e0-1ef6e7bf2e69'], hosted agents: [] {{(pid=103971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 05:03:12.962548 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baff6883-1607-4a7e-9b49-35249a77a2b7 admin admin] Network 1c90acd2-47b7-4570-be05-943c9579a240 is scheduled to be hosted by DHCP agent 5671713e-478d-4a9e-a7e0-1ef6e7bf2e69 with binding_index 1 {{(pid=103971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 05:03:12.972731 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-baff6883-1607-4a7e-9b49-35249a77a2b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-3-iscsi, 1c90acd2-47b7-4570-be05-943c9579a240) {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:03:12.977151 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baff6883-1607-4a7e-9b49-35249a77a2b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:12.977737 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-baff6883-1607-4a7e-9b49-35249a77a2b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:12.977879 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 6ca5af71-3aff-4af4-9271-ac47c637cc34, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=6ca5af71-3aff-4af4-9271-ac47c637cc34,segment=NetworkSegment(e9c7cb1b-4a6d-49ef-8923-a11361e78abf),segment_id=e9c7cb1b-4a6d-49ef-8923-a11361e78abf)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:03:12.986946 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731c566e-ea8b-4161-8f89-5483109aab5c None None] Network 1c90acd2-47b7-4570-be05-943c9579a240 requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 05:03:12.994551 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-baff6883-1607-4a7e-9b49-35249a77a2b7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3290925 Jul 30 05:03:12.997380 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 54674) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:03:13.001605 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-8d98291b-6fba-46cf-8406-7da1ac8608c6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1291541164-router', 'tenant_id': 'abbb209e2c194596bb3e8b9a6880646e', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:03:13.003088 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Returning: {'device': '6ca5af71-3aff-4af4-9271-ac47c637cc34', 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1', 'port_id': '6ca5af71-3aff-4af4-9271-ac47c637cc34', 'mac_address': 'fa:16:3e:25:99:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '872e5683-a168-4487-9376-0296b22d54e2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 05:03:13.025156 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8d98291b-6fba-46cf-8406-7da1ac8608c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1682450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31596'] for router (e6dbd242-eae8-4c70-bbbe-137d1d561e8f), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:13.026431 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8d98291b-6fba-46cf-8406-7da1ac8608c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1682743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31575'] for router (e6dbd242-eae8-4c70-bbbe-137d1d561e8f), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:13.075833 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8d98291b-6fba-46cf-8406-7da1ac8608c6 admin admin] Publish callbacks [] for router_controller (e6dbd242-eae8-4c70-bbbe-137d1d561e8f), precommit_add_association {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:13.083302 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port 6ca5af71-3aff-4af4-9271-ac47c637cc34 is: DOWN; New status is: BUILD {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:03:13.083687 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (6ca5af71-3aff-4af4-9271-ac47c637cc34), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:13.123322 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca5af71-3aff-4af4-9271-ac47c637cc34 {{(pid=103972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 05:03:13.139809 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa52ed13-6d3f-485c-b42c-5ad0d98a8ece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1f0b50b-4d25-5308-a6a0-6c18effd14bc-1c90acd2-47b7-4570-be05-943c9579a240', 'network_id': '1c90acd2-47b7-4570-be05-943c9579a240', 'project_id': 'abbb209e2c194596bb3e8b9a6880646e', 'fixed_ips': [{'subnet_id': '30f2efdf-c1bd-49e5-b5a7-c252ac894c33'}]}} from dv-cinder-851279-3-iscsi. {{(pid=103972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 30 05:03:13.140805 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-aa52ed13-6d3f-485c-b42c-5ad0d98a8ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:13.160992 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 6ca5af71-3aff-4af4-9271-ac47c637cc34, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=6ca5af71-3aff-4af4-9271-ac47c637cc34,segment=NetworkSegment(e9c7cb1b-4a6d-49ef-8923-a11361e78abf),segment_id=e9c7cb1b-4a6d-49ef-8923-a11361e78abf)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:03:13.167146 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (6ca5af71-3aff-4af4-9271-ac47c637cc34), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:13.249423 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:13.256622 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:13.263466 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e0ab8-5066-4094-ab79-6c60f008e04f req-2d741aec-3ad6-4bf8-aec2-a8ca74787353 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:13.265385 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-887e0ab8-5066-4094-ab79-6c60f008e04f req-2d741aec-3ad6-4bf8-aec2-a8ca74787353 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 943 time: 0.1155322 Jul 30 05:03:13.269593 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8d98291b-6fba-46cf-8406-7da1ac8608c6 admin admin] Publish callbacks [] for router_gateway (e6dbd242-eae8-4c70-bbbe-137d1d561e8f), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:13.278786 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=6ca5af71-3aff-4af4-9271-ac47c637cc34,revision_number=4']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:13.335725 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.db_base_plugin_common [None req-aa52ed13-6d3f-485c-b42c-5ad0d98a8ece None None] Allocated IP 172.20.0.2 (1c90acd2-47b7-4570-be05-943c9579a240/30f2efdf-c1bd-49e5-b5a7-c252ac894c33/6d688240-698b-4573-be44-fcfefb17a28b) {{(pid=103972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:03:13.397783 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-887e0ab8-5066-4094-ab79-6c60f008e04f req-41dd161a-d1bb-4b62-b701-d654977a65c6 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229174 Jul 30 05:03:13.402369 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5a8a6-471a-4f8f-a3e7-eb48914deac1 req-c8de0733-77cd-48f7-90df-03ede8e5658b tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:13.404060 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-23f5a8a6-471a-4f8f-a3e7-eb48914deac1 req-c8de0733-77cd-48f7-90df-03ede8e5658b tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 945 time: 0.0575426 Jul 30 05:03:13.440975 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] get_ports_and_sgs() called for port_ids ['6ca5af71-3aff-4af4-9271-ac47c637cc34'] {{(pid=103972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:03:13.453382 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:13.487615 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-23f5a8a6-471a-4f8f-a3e7-eb48914deac1 req-786b6edc-5adf-4b77-85f2-c4c7e3f03485 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635912 Jul 30 05:03:13.491272 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:13.514287 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:13.519524 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8d98291b-6fba-46cf-8406-7da1ac8608c6 admin admin] Publish callbacks [] for router_gateway (e6dbd242-eae8-4c70-bbbe-137d1d561e8f), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:13.531529 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-aa52ed13-6d3f-485c-b42c-5ad0d98a8ece None None] Publish callbacks [] for port (6d688240-698b-4573-be44-fcfefb17a28b), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:13.539862 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8d98291b-6fba-46cf-8406-7da1ac8608c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:13.547013 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-aa52ed13-6d3f-485c-b42c-5ad0d98a8ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840'] for port (6d688240-698b-4573-be44-fcfefb17a28b), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:13.610164 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa52ed13-6d3f-485c-b42c-5ad0d98a8ece None None] Network 1c90acd2-47b7-4570-be05-943c9579a240 is already hosted by enough agents. {{(pid=103972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:03:13.620164 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-aa52ed13-6d3f-485c-b42c-5ad0d98a8ece None None] Resources bound (agent type, host, resource id): {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:03:13.624820 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa52ed13-6d3f-485c-b42c-5ad0d98a8ece None None] Received port after_create {{(pid=103972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 05:03:13.627602 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52ed13-6d3f-485c-b42c-5ad0d98a8ece None None] Pushing event updated for resources: {'Port': ['ID=6d688240-698b-4573-be44-fcfefb17a28b,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:13.654052 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [None req-8d98291b-6fba-46cf-8406-7da1ac8608c6 admin admin] Allocated IP 172.27.2.154 (0194f4bd-d033-4ee0-a642-9d17cfb40f96/6c0201b0-7b08-4a32-872b-15ffee5372f4/51220132-6d99-422e-aaf9-0151788d1789) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:03:13.714101 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-aa52ed13-6d3f-485c-b42c-5ad0d98a8ece None None] Attempting to bind port 6d688240-698b-4573-be44-fcfefb17a28b on host dv-cinder-851279-3-iscsi for vnic_type normal with profile {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 05:03:13.714736 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-aa52ed13-6d3f-485c-b42c-5ad0d98a8ece None None] Attempting to bind port 6d688240-698b-4573-be44-fcfefb17a28b by drivers openvswitch,hyperv on host dv-cinder-851279-3-iscsi at level 0 using segments [{'id': '2337ae89-90dc-4c2b-9e40-8764fbdc0929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1c90acd2-47b7-4570-be05-943c9579a240'}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 05:03:13.714846 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa52ed13-6d3f-485c-b42c-5ad0d98a8ece None None] Attempting to bind port 6d688240-698b-4573-be44-fcfefb17a28b on network 1c90acd2-47b7-4570-be05-943c9579a240 {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:03:13.723191 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa52ed13-6d3f-485c-b42c-5ad0d98a8ece None None] Checking agent: {'id': 'b9fa2c71-9776-421f-81b8-af2eb557e43b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 49, 56), 'started_at': datetime.datetime(2022, 7, 30, 4, 50, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 5, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 05:03:13.723558 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa52ed13-6d3f-485c-b42c-5ad0d98a8ece None None] Checking segment: {'id': '2337ae89-90dc-4c2b-9e40-8764fbdc0929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1c90acd2-47b7-4570-be05-943c9579a240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 05:03:13.723962 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-aa52ed13-6d3f-485c-b42c-5ad0d98a8ece None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:13.724352 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa52ed13-6d3f-485c-b42c-5ad0d98a8ece None None] Bound using segment: {'id': '2337ae89-90dc-4c2b-9e40-8764fbdc0929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1c90acd2-47b7-4570-be05-943c9579a240'} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 05:03:13.724813 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-aa52ed13-6d3f-485c-b42c-5ad0d98a8ece None None] Bound port: 6d688240-698b-4573-be44-fcfefb17a28b, host: dv-cinder-851279-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2337ae89-90dc-4c2b-9e40-8764fbdc0929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1c90acd2-47b7-4570-be05-943c9579a240'}}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 05:03:13.725190 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-aa52ed13-6d3f-485c-b42c-5ad0d98a8ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (6d688240-698b-4573-be44-fcfefb17a28b), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:13.760207 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8d98291b-6fba-46cf-8406-7da1ac8608c6 admin admin] Publish callbacks [] for port (51220132-6d99-422e-aaf9-0151788d1789), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:13.790388 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-aa52ed13-6d3f-485c-b42c-5ad0d98a8ece None None] For port 6d688240-698b-4573-be44-fcfefb17a28b, host dv-cinder-851279-3-iscsi, cleared binding levels {{(pid=103972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:03:13.792374 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8d98291b-6fba-46cf-8406-7da1ac8608c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (51220132-6d99-422e-aaf9-0151788d1789), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:13.793916 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-aa52ed13-6d3f-485c-b42c-5ad0d98a8ece None None] For port 6d688240-698b-4573-be44-fcfefb17a28b, host dv-cinder-851279-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=6d688240-698b-4573-be44-fcfefb17a28b,segment=NetworkSegment(2337ae89-90dc-4c2b-9e40-8764fbdc0929),segment_id=2337ae89-90dc-4c2b-9e40-8764fbdc0929)] {{(pid=103972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:03:13.800884 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-aa52ed13-6d3f-485c-b42c-5ad0d98a8ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (6d688240-698b-4573-be44-fcfefb17a28b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:13.837380 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d98291b-6fba-46cf-8406-7da1ac8608c6 admin admin] Network 0194f4bd-d033-4ee0-a642-9d17cfb40f96 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:03:13.840535 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-8d98291b-6fba-46cf-8406-7da1ac8608c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:03:13.847318 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d98291b-6fba-46cf-8406-7da1ac8608c6 admin admin] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 05:03:13.872355 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52ed13-6d3f-485c-b42c-5ad0d98a8ece None None] Pushing event updated for resources: {'Port': ['ID=6d688240-698b-4573-be44-fcfefb17a28b,revision_number=2']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:13.875678 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98291b-6fba-46cf-8406-7da1ac8608c6 admin admin] Pushing event updated for resources: {'Port': ['ID=51220132-6d99-422e-aaf9-0151788d1789,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:14.330353 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:14.352107 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8d98291b-6fba-46cf-8406-7da1ac8608c6 admin admin] Publish callbacks [] for router_gateway (e6dbd242-eae8-4c70-bbbe-137d1d561e8f), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:14.482923 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:14.581129 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f141b6-7d1f-41bf-a56c-dd4d46f3f73a req-223d5768-9c0a-4bce-be80-839a5eebccd0 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:14.582928 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-45f141b6-7d1f-41bf-a56c-dd4d46f3f73a req-223d5768-9c0a-4bce-be80-839a5eebccd0 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 944 time: 0.0971508 Jul 30 05:03:14.601731 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8d98291b-6fba-46cf-8406-7da1ac8608c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706777'] for router (e6dbd242-eae8-4c70-bbbe-137d1d561e8f), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:14.619584 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 6d688240-698b-4573-be44-fcfefb17a28b up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:03:14.657904 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3616c-8225-40e4-aa27-546cc7fe9fb7 req-59b511c6-5b69-4afd-92c8-157b89845811 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:14.665418 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d1c3616c-8225-40e4-aa27-546cc7fe9fb7 req-59b511c6-5b69-4afd-92c8-157b89845811 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 945 time: 0.0832598 Jul 30 05:03:14.672434 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 6d688240-698b-4573-be44-fcfefb17a28b triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:03:14.672913 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (6d688240-698b-4573-be44-fcfefb17a28b), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:14.676983 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-45f141b6-7d1f-41bf-a56c-dd4d46f3f73a req-cd16afb3-027f-4fd3-b0d4-7649344e2734 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862248 Jul 30 05:03:14.723086 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:14.740408 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d1c3616c-8225-40e4-aa27-546cc7fe9fb7 req-3b890f70-02a3-47e9-9490-bb4656fa0e6b tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589604 Jul 30 05:03:14.771660 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 6d688240-698b-4573-be44-fcfefb17a28b is: DOWN; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:03:14.772239 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (6d688240-698b-4573-be44-fcfefb17a28b), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:14.788872 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d98291b-6fba-46cf-8406-7da1ac8608c6 admin admin] Router e6dbd242-eae8-4c70-bbbe-137d1d561e8f is scheduled to L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 with binding_index 1 {{(pid=103971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 30 05:03:14.801901 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 6ca5af71-3aff-4af4-9271-ac47c637cc34 up at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:03:14.831435 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] For port 6d688240-698b-4573-be44-fcfefb17a28b, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=6d688240-698b-4573-be44-fcfefb17a28b,segment=NetworkSegment(2337ae89-90dc-4c2b-9e40-8764fbdc0929),segment_id=2337ae89-90dc-4c2b-9e40-8764fbdc0929)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:03:14.839246 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (6d688240-698b-4573-be44-fcfefb17a28b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:14.890458 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning for port 6ca5af71-3aff-4af4-9271-ac47c637cc34 completed by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 30 05:03:14.905012 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning complete for port 6ca5af71-3aff-4af4-9271-ac47c637cc34 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:03:14.905389 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (6ca5af71-3aff-4af4-9271-ac47c637cc34), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:14.917102 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d98291b-6fba-46cf-8406-7da1ac8608c6 admin admin] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:03:14.928806 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8188dd-14a0-46cd-9959-154ae0842900 None None] Sync routers for ids ['e6dbd242-eae8-4c70-bbbe-137d1d561e8f'] in dv-cinder-851279-3-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:03:14.929454 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Pushing event updated for resources: {'Port': ['ID=6d688240-698b-4573-be44-fcfefb17a28b,revision_number=3']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:14.941339 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5069a79c-caab-405a-9232-09fee2cdeff7 None None] Network 1c90acd2-47b7-4570-be05-943c9579a240 requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 05:03:14.943009 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8188dd-14a0-46cd-9959-154ae0842900 None None] Routers {'e6dbd242-eae8-4c70-bbbe-137d1d561e8f'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:03:14.943535 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-7c8188dd-14a0-46cd-9959-154ae0842900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:02:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['e6dbd242-eae8-4c70-bbbe-137d1d561e8f'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:14.956791 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:14.959511 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8d98291b-6fba-46cf-8406-7da1ac8608c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:14.963483 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-8d98291b-6fba-46cf-8406-7da1ac8608c6 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9624360 Jul 30 05:03:14.963690 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 54684) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:03:15.021020 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-eabc35df-c407-474c-9367-7413d59ac75a None None] Provisioning complete for port 6d688240-698b-4573-be44-fcfefb17a28b triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:03:15.021397 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-eabc35df-c407-474c-9367-7413d59ac75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (6d688240-698b-4573-be44-fcfefb17a28b), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:15.051870 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:15.054964 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-7c8188dd-14a0-46cd-9959-154ae0842900 None None] Set router e6dbd242-eae8-4c70-bbbe-137d1d561e8f gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:03:15.144048 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port 6ca5af71-3aff-4af4-9271-ac47c637cc34 is: BUILD; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:03:15.144351 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (6ca5af71-3aff-4af4-9271-ac47c637cc34), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:15.189686 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:15.201417 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca5af71-3aff-4af4-9271-ac47c637cc34'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:03:15.203669 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097f6318ceefad5cd58475957c164f396c8a98df32e112d8bd5bde4ce5121001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba3ea07-1a5a-4dd4-81c0-d76c3dbf89d1" -d '{"events": [{"server_uuid": "b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b", "name": "network-vif-plugged", "status": "completed", "tag": "6ca5af71-3aff-4af4-9271-ac47c637cc34"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:03:15.214888 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-eabc35df-c407-474c-9367-7413d59ac75a None None] Current status of the port 6d688240-698b-4573-be44-fcfefb17a28b is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:03:15.221767 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 6ca5af71-3aff-4af4-9271-ac47c637cc34, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=6ca5af71-3aff-4af4-9271-ac47c637cc34,segment=NetworkSegment(e9c7cb1b-4a6d-49ef-8923-a11361e78abf),segment_id=e9c7cb1b-4a6d-49ef-8923-a11361e78abf)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:03:15.228749 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (6ca5af71-3aff-4af4-9271-ac47c637cc34), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:15.265308 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 05:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16317346-3377-47cf-b4a8-4d9fec82624a x-openstack-request-id: req-16317346-3377-47cf-b4a8-4d9fec82624a {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:03:15.265597 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b", "name": "network-vif-plugged", "status": "completed", "tag": "6ca5af71-3aff-4af4-9271-ac47c637cc34", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:03:15.265848 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16317346-3377-47cf-b4a8-4d9fec82624a {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:03:15.266236 dv-cinder-851279-3-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16317346-3377-47cf-b4a8-4d9fec82624a'] response: {'server_uuid': 'b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca5af71-3aff-4af4-9271-ac47c637cc34', 'code': 200} Jul 30 05:03:15.267596 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-7c8188dd-14a0-46cd-9959-154ae0842900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dbd242-eae8-4c70-bbbe-137d1d561e8f', 'name': 'tempest-TestMinimumBasicScenario-1291541164-router', 'tenant_id': 'abbb209e2c194596bb3e8b9a6880646e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '51220132-6d99-422e-aaf9-0151788d1789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:03:13Z', 'updated_at': '2022-07-30T05:03:14Z', 'revision_number': 3, 'project_id': 'abbb209e2c194596bb3e8b9a6880646e', 'gw_port': {'id': '51220132-6d99-422e-aaf9-0151788d1789', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dbd242-eae8-4c70-bbbe-137d1d561e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:03:13Z', 'updated_at': '2022-07-30T05:03:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi'}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:15.291831 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:15.308566 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=6ca5af71-3aff-4af4-9271-ac47c637cc34,revision_number=5']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:15.319716 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8188dd-14a0-46cd-9959-154ae0842900 None None] Checking router: e6dbd242-eae8-4c70-bbbe-137d1d561e8f for host: dv-cinder-851279-3-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:03:15.320258 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8188dd-14a0-46cd-9959-154ae0842900 None None] Updating router e6dbd242-eae8-4c70-bbbe-137d1d561e8f port 51220132-6d99-422e-aaf9-0151788d1789 binding host dv-cinder-851279-3-iscsi {{(pid=103973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 05:03:15.356628 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c8188dd-14a0-46cd-9959-154ae0842900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (51220132-6d99-422e-aaf9-0151788d1789), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:15.443343 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e819b3c8-0269-427e-8a99-5744923daaab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:15.446000 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-063fbd90-8c23-46c9-93bf-20fb6eaaca02 None None] Provisioning complete for port 6d688240-698b-4573-be44-fcfefb17a28b triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:03:15.446431 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-063fbd90-8c23-46c9-93bf-20fb6eaaca02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (6d688240-698b-4573-be44-fcfefb17a28b), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:15.516678 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:15.521505 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-063fbd90-8c23-46c9-93bf-20fb6eaaca02 None None] Current status of the port 6d688240-698b-4573-be44-fcfefb17a28b is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:03:15.529625 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf1712-d9a3-41aa-83cb-fc6122a497f0 req-cc156018-7d02-4afb-aa54-2cc58d3435b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:15.531202 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5aaf1712-d9a3-41aa-83cb-fc6122a497f0 req-cc156018-7d02-4afb-aa54-2cc58d3435b1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 1129 time: 0.0784624 Jul 30 05:03:15.563725 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:15.621255 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c8188dd-14a0-46cd-9959-154ae0842900 None None] Publish callbacks [] for port (51220132-6d99-422e-aaf9-0151788d1789), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:15.626892 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5aaf1712-d9a3-41aa-83cb-fc6122a497f0 req-a064c8cb-c60c-4545-8ab7-d46dab1e6ad7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879419 Jul 30 05:03:15.628338 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c8188dd-14a0-46cd-9959-154ae0842900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (51220132-6d99-422e-aaf9-0151788d1789), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:15.661478 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-7c8188dd-14a0-46cd-9959-154ae0842900 None None] Attempting to bind port 51220132-6d99-422e-aaf9-0151788d1789 on host dv-cinder-851279-3-iscsi for vnic_type normal with profile {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 05:03:15.661754 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-7c8188dd-14a0-46cd-9959-154ae0842900 None None] Attempting to bind port 51220132-6d99-422e-aaf9-0151788d1789 by drivers openvswitch,hyperv on host dv-cinder-851279-3-iscsi at level 0 using segments [{'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 05:03:15.662124 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8188dd-14a0-46cd-9959-154ae0842900 None None] Attempting to bind port 51220132-6d99-422e-aaf9-0151788d1789 on network 0194f4bd-d033-4ee0-a642-9d17cfb40f96 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:03:15.669944 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8188dd-14a0-46cd-9959-154ae0842900 None None] Checking agent: {'id': 'b9fa2c71-9776-421f-81b8-af2eb557e43b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 49, 56), 'started_at': datetime.datetime(2022, 7, 30, 4, 50, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 5, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 05:03:15.670310 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8188dd-14a0-46cd-9959-154ae0842900 None None] Checking segment: {'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 05:03:15.670994 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c8188dd-14a0-46cd-9959-154ae0842900 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:15.671382 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8188dd-14a0-46cd-9959-154ae0842900 None None] Bound using segment: {'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 05:03:15.671843 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-7c8188dd-14a0-46cd-9959-154ae0842900 None None] Bound port: 51220132-6d99-422e-aaf9-0151788d1789, host: dv-cinder-851279-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 05:03:15.672216 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c8188dd-14a0-46cd-9959-154ae0842900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (51220132-6d99-422e-aaf9-0151788d1789), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:15.672418 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [None req-e819b3c8-0269-427e-8a99-5744923daaab admin admin] Allocated IP 172.20.0.1 (1c90acd2-47b7-4570-be05-943c9579a240/30f2efdf-c1bd-49e5-b5a7-c252ac894c33/4fc6bc96-f3c2-4939-8a21-899db21da4ca) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:03:15.701424 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c9756-7e19-41d1-89f5-5df58b2bae17 None None] Pushing event updated for resources: {'Port': ['ID=51220132-6d99-422e-aaf9-0151788d1789,revision_number=2']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:15.712188 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c9756-7e19-41d1-89f5-5df58b2bae17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:15.712538 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c9756-7e19-41d1-89f5-5df58b2bae17 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:15.712900 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c9756-7e19-41d1-89f5-5df58b2bae17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:15.713257 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c9756-7e19-41d1-89f5-5df58b2bae17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:15.713590 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c9756-7e19-41d1-89f5-5df58b2bae17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:15.713916 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c9756-7e19-41d1-89f5-5df58b2bae17 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:15.714235 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c9756-7e19-41d1-89f5-5df58b2bae17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:15.714582 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c9756-7e19-41d1-89f5-5df58b2bae17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:15.714901 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c9756-7e19-41d1-89f5-5df58b2bae17 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:15.715222 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c9756-7e19-41d1-89f5-5df58b2bae17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:15.715539 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c9756-7e19-41d1-89f5-5df58b2bae17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:15.715872 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c9756-7e19-41d1-89f5-5df58b2bae17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:15.716191 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c9756-7e19-41d1-89f5-5df58b2bae17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:15.716522 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c9756-7e19-41d1-89f5-5df58b2bae17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:15.716818 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c9756-7e19-41d1-89f5-5df58b2bae17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:15.744374 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-7c8188dd-14a0-46cd-9959-154ae0842900 None None] For port 51220132-6d99-422e-aaf9-0151788d1789, host dv-cinder-851279-3-iscsi, cleared binding levels {{(pid=103973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:03:15.747874 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-7c8188dd-14a0-46cd-9959-154ae0842900 None None] For port 51220132-6d99-422e-aaf9-0151788d1789, host dv-cinder-851279-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=51220132-6d99-422e-aaf9-0151788d1789,segment=NetworkSegment(e5d036d1-25f5-4dcf-bf6d-d8f947655ab3),segment_id=e5d036d1-25f5-4dcf-bf6d-d8f947655ab3)] {{(pid=103973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:03:15.754376 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c8188dd-14a0-46cd-9959-154ae0842900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (51220132-6d99-422e-aaf9-0151788d1789), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:15.786145 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e819b3c8-0269-427e-8a99-5744923daaab admin admin] Publish callbacks [] for port (4fc6bc96-f3c2-4939-8a21-899db21da4ca), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:15.800082 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8188dd-14a0-46cd-9959-154ae0842900 None None] Routers {'e6dbd242-eae8-4c70-bbbe-137d1d561e8f'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:03:15.800724 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-7c8188dd-14a0-46cd-9959-154ae0842900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:02:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['e6dbd242-eae8-4c70-bbbe-137d1d561e8f'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:15.822118 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e819b3c8-0269-427e-8a99-5744923daaab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (4fc6bc96-f3c2-4939-8a21-899db21da4ca), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:15.856033 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c9756-7e19-41d1-89f5-5df58b2bae17 None None] Pushing event updated for resources: {'Port': ['ID=51220132-6d99-422e-aaf9-0151788d1789,revision_number=3']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:15.862708 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0083e-ce9f-4bcc-ad42-02c1742f970c req-f916f9ba-2fdb-4e53-b77d-61c6431b8dc3 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:15.865798 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-a6d0083e-ce9f-4bcc-ad42-02c1742f970c req-f916f9ba-2fdb-4e53-b77d-61c6431b8dc3 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 945 time: 0.0641627 Jul 30 05:03:15.900995 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e819b3c8-0269-427e-8a99-5744923daaab admin admin] Network 1c90acd2-47b7-4570-be05-943c9579a240 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:03:15.910025 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-e819b3c8-0269-427e-8a99-5744923daaab admin admin] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:03:15.910949 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:15.913214 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e819b3c8-0269-427e-8a99-5744923daaab admin admin] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 05:03:15.923213 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-7c8188dd-14a0-46cd-9959-154ae0842900 None None] Set router e6dbd242-eae8-4c70-bbbe-137d1d561e8f gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:03:15.935486 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819b3c8-0269-427e-8a99-5744923daaab admin admin] Pushing event updated for resources: {'Port': ['ID=4fc6bc96-f3c2-4939-8a21-899db21da4ca,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:15.941314 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-a6d0083e-ce9f-4bcc-ad42-02c1742f970c req-bcaec16c-2db2-4efe-89e6-5adca8ca6ce6 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657825 Jul 30 05:03:15.952031 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402ab9f-fdec-4e81-b52a-f36cd67f140e req-a94794c8-2afa-4603-b126-e95fc0dc9981 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:15.953571 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a402ab9f-fdec-4e81-b52a-f36cd67f140e req-a94794c8-2afa-4603-b126-e95fc0dc9981 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 945 time: 0.1214566 Jul 30 05:03:15.987599 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e819b3c8-0269-427e-8a99-5744923daaab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1692814'] for router_interface (e6dbd242-eae8-4c70-bbbe-137d1d561e8f), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:16.017535 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (dec4dcff-e2ed-49ed-8dd3-cc3856f345b5), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:16.087801 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a402ab9f-fdec-4e81-b52a-f36cd67f140e req-35a6c5f7-352e-4522-80be-9008667f636c tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253216 Jul 30 05:03:16.117494 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:16.161580 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-7c8188dd-14a0-46cd-9959-154ae0842900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dbd242-eae8-4c70-bbbe-137d1d561e8f', 'name': 'tempest-TestMinimumBasicScenario-1291541164-router', 'tenant_id': 'abbb209e2c194596bb3e8b9a6880646e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '51220132-6d99-422e-aaf9-0151788d1789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:03:13Z', 'updated_at': '2022-07-30T05:03:14Z', 'revision_number': 3, 'project_id': 'abbb209e2c194596bb3e8b9a6880646e', 'gw_port': {'id': '51220132-6d99-422e-aaf9-0151788d1789', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dbd242-eae8-4c70-bbbe-137d1d561e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:03:13Z', 'updated_at': '2022-07-30T05:03:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi'}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:16.190849 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8188dd-14a0-46cd-9959-154ae0842900 None None] The sync data for ids ['e6dbd242-eae8-4c70-bbbe-137d1d561e8f'] in dv-cinder-851279-3-iscsi is: [{'id': 'e6dbd242-eae8-4c70-bbbe-137d1d561e8f', 'name': 'tempest-TestMinimumBasicScenario-1291541164-router', 'tenant_id': 'abbb209e2c194596bb3e8b9a6880646e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '51220132-6d99-422e-aaf9-0151788d1789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:03:13Z', 'updated_at': '2022-07-30T05:03:14Z', 'revision_number': 3, 'project_id': 'abbb209e2c194596bb3e8b9a6880646e', 'gw_port': {'id': '51220132-6d99-422e-aaf9-0151788d1789', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dbd242-eae8-4c70-bbbe-137d1d561e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:03:13Z', 'updated_at': '2022-07-30T05:03:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi'}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:03:16.197527 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e819b3c8-0269-427e-8a99-5744923daaab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (4fc6bc96-f3c2-4939-8a21-899db21da4ca), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:16.247902 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-d1765f15-f89e-479b-a08f-b7c430605f75 None None] Provisioning complete for port 4fc6bc96-f3c2-4939-8a21-899db21da4ca triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:03:16.248377 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d1765f15-f89e-479b-a08f-b7c430605f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (4fc6bc96-f3c2-4939-8a21-899db21da4ca), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:16.285334 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-d1765f15-f89e-479b-a08f-b7c430605f75 None None] Port 4fc6bc96-f3c2-4939-8a21-899db21da4ca cannot update to ACTIVE because it is not bound. {{(pid=103972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 30 05:03:16.372166 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e819b3c8-0269-427e-8a99-5744923daaab admin admin] Publish callbacks [] for port (4fc6bc96-f3c2-4939-8a21-899db21da4ca), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:16.376880 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e819b3c8-0269-427e-8a99-5744923daaab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3264605'] for port (4fc6bc96-f3c2-4939-8a21-899db21da4ca), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:16.452212 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819b3c8-0269-427e-8a99-5744923daaab admin admin] Pushing event updated for resources: {'Port': ['ID=4fc6bc96-f3c2-4939-8a21-899db21da4ca,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:16.455725 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e819b3c8-0269-427e-8a99-5744923daaab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706302'] for router_interface (e6dbd242-eae8-4c70-bbbe-137d1d561e8f), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:16.465723 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:16.564179 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e819b3c8-0269-427e-8a99-5744923daaab admin admin] Network 1c90acd2-47b7-4570-be05-943c9579a240 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:03:16.565979 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-e819b3c8-0269-427e-8a99-5744923daaab admin admin] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:03:16.670079 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 6d688240-698b-4573-be44-fcfefb17a28b up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:03:16.694579 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e819b3c8-0269-427e-8a99-5744923daaab admin admin] Router e6dbd242-eae8-4c70-bbbe-137d1d561e8f has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 05:03:16.741243 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 6d688240-698b-4573-be44-fcfefb17a28b triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:03:16.741628 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (6d688240-698b-4573-be44-fcfefb17a28b), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:16.813497 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e819b3c8-0269-427e-8a99-5744923daaab admin admin] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:03:16.824474 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-e819b3c8-0269-427e-8a99-5744923daaab admin admin] 10.222.0.20 "PUT /v2.0/routers/e6dbd242-eae8-4c70-bbbe-137d1d561e8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8595638 Jul 30 05:03:16.836957 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 6d688240-698b-4573-be44-fcfefb17a28b is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:03:16.838949 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 51220132-6d99-422e-aaf9-0151788d1789 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:03:17.028872 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-e403e272-17ee-4e78-b5f1-3384be08f8b5 None None] Provisioning complete for port 4fc6bc96-f3c2-4939-8a21-899db21da4ca triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:03:17.029497 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e403e272-17ee-4e78-b5f1-3384be08f8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (4fc6bc96-f3c2-4939-8a21-899db21da4ca), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:17.075915 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 51220132-6d99-422e-aaf9-0151788d1789 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:03:17.076373 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (51220132-6d99-422e-aaf9-0151788d1789), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:17.079744 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-e403e272-17ee-4e78-b5f1-3384be08f8b5 None None] Port 4fc6bc96-f3c2-4939-8a21-899db21da4ca cannot update to ACTIVE because it is not bound. {{(pid=103972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 30 05:03:17.102564 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:17.106075 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37e609-038c-4734-981f-71b9fa17c22c req-fb52f992-542d-461d-bb6d-b395acedc0c7 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:17.108753 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-4a37e609-038c-4734-981f-71b9fa17c22c req-fb52f992-542d-461d-bb6d-b395acedc0c7 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 945 time: 0.0528731 Jul 30 05:03:17.167483 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 51220132-6d99-422e-aaf9-0151788d1789 is: DOWN; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:03:17.168159 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (51220132-6d99-422e-aaf9-0151788d1789), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:17.209491 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-4a37e609-038c-4734-981f-71b9fa17c22c req-562a7610-9f58-4b16-ab72-ccf5aba5c94b tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935962 Jul 30 05:03:17.221058 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] For port 51220132-6d99-422e-aaf9-0151788d1789, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=51220132-6d99-422e-aaf9-0151788d1789,segment=NetworkSegment(e5d036d1-25f5-4dcf-bf6d-d8f947655ab3),segment_id=e5d036d1-25f5-4dcf-bf6d-d8f947655ab3)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:03:17.230780 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (51220132-6d99-422e-aaf9-0151788d1789), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:17.305362 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Pushing event updated for resources: {'Port': ['ID=51220132-6d99-422e-aaf9-0151788d1789,revision_number=4']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:17.309152 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972276eb-da59-4ac5-a80f-c032d00b39ad req-db87c3a7-04cc-440b-84cf-9f8e863d87b2 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:17.310546 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-972276eb-da59-4ac5-a80f-c032d00b39ad req-db87c3a7-04cc-440b-84cf-9f8e863d87b2 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 945 time: 0.0551176 Jul 30 05:03:17.345533 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:17.371557 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-972276eb-da59-4ac5-a80f-c032d00b39ad req-50e3856b-ad7b-4e4d-8e19-5d9704c4ad87 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483465 Jul 30 05:03:17.423101 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 54712) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:03:17.428572 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-a18bc27e-2a64-4a9b-af60-38ef380e5bad admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1840803035-network', 'tenant_id': 'a1b74e0af6924eaca6c3e94efb720a76'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:03:17.450715 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18bc27e-2a64-4a9b-af60-38ef380e5bad admin admin] Made reservation on behalf of a1b74e0af6924eaca6c3e94efb720a76 for: {'network': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:03:17.453126 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a18bc27e-2a64-4a9b-af60-38ef380e5bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for network (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:17.465766 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a18bc27e-2a64-4a9b-af60-38ef380e5bad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:17.787636 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a18bc27e-2a64-4a9b-af60-38ef380e5bad admin admin] Publish callbacks [] for security_group (7933a3c7-d450-4000-af5a-ec38ba2ddd0b), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:17.795807 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a18bc27e-2a64-4a9b-af60-38ef380e5bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (7933a3c7-d450-4000-af5a-ec38ba2ddd0b), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:17.824784 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a18bc27e-2a64-4a9b-af60-38ef380e5bad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=103971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 05:03:17.832907 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18bc27e-2a64-4a9b-af60-38ef380e5bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7933a3c7-d450-4000-af5a-ec38ba2ddd0b,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:17.840865 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a18bc27e-2a64-4a9b-af60-38ef380e5bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101'] for segment (5d066ecf-583e-4c9f-8c73-7b6ebadb2064), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:17.841330 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.db.segments_db [None req-a18bc27e-2a64-4a9b-af60-38ef380e5bad admin admin] Added segment 5d066ecf-583e-4c9f-8c73-7b6ebadb2064 of type vlan for network 8008eaa6-e839-40e1-8537-7469755a3b5c Jul 30 05:03:17.885532 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a18bc27e-2a64-4a9b-af60-38ef380e5bad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736268284326'] for network (8008eaa6-e839-40e1-8537-7469755a3b5c), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:17.911790 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a18bc27e-2a64-4a9b-af60-38ef380e5bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920'] for network (8008eaa6-e839-40e1-8537-7469755a3b5c), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:17.913293 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18bc27e-2a64-4a9b-af60-38ef380e5bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:17.914059 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a18bc27e-2a64-4a9b-af60-38ef380e5bad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for network (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:17.948507 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d09e62c-5e6e-40eb-9fe0-1c1b13270dcd None None] Sync routers for ids ['e6dbd242-eae8-4c70-bbbe-137d1d561e8f'] in dv-cinder-851279-3-iscsi {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:03:17.959322 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d09e62c-5e6e-40eb-9fe0-1c1b13270dcd None None] Routers {'e6dbd242-eae8-4c70-bbbe-137d1d561e8f'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:03:17.959973 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-5d09e62c-5e6e-40eb-9fe0-1c1b13270dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:02:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['e6dbd242-eae8-4c70-bbbe-137d1d561e8f'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:17.980478 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-a18bc27e-2a64-4a9b-af60-38ef380e5bad admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5562060 Jul 30 05:03:17.983136 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 54716) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:03:17.990232 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-7c93e7f4-c833-42ad-a4e2-732943cfc3a9 admin admin] Request body: {'subnet': {'network_id': '8008eaa6-e839-40e1-8537-7469755a3b5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1840803035-subnet', 'tenant_id': 'a1b74e0af6924eaca6c3e94efb720a76', 'ip_version': 4}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:03:17.996795 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18bc27e-2a64-4a9b-af60-38ef380e5bad admin admin] Pushing event updated for resources: {'Network': ['ID=8008eaa6-e839-40e1-8537-7469755a3b5c,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:18.011126 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Network 8008eaa6-e839-40e1-8537-7469755a3b5c details requested by agent ovs-agent-dv-cinder-851279-3-iscsi with host dv-cinder-851279-3-iscsi {{(pid=103972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 05:03:18.022995 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c93e7f4-c833-42ad-a4e2-732943cfc3a9 admin admin] Made reservation on behalf of a1b74e0af6924eaca6c3e94efb720a76 for: {'subnet': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:03:18.025421 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7c93e7f4-c833-42ad-a4e2-732943cfc3a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59362560'] for subnet (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:18.077505 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=100 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:18.103704 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:18.127985 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-5d09e62c-5e6e-40eb-9fe0-1c1b13270dcd None None] Set router e6dbd242-eae8-4c70-bbbe-137d1d561e8f gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:03:18.208722 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7c93e7f4-c833-42ad-a4e2-732943cfc3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3264720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59362678'] for subnet (88a989b7-fd6b-4b57-aadc-5bfa625da0e4), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:18.280007 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c93e7f4-c833-42ad-a4e2-732943cfc3a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88a989b7-fd6b-4b57-aadc-5bfa625da0e4,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:18.291809 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c93e7f4-c833-42ad-a4e2-732943cfc3a9 admin admin] Checking segment: {'id': '5d066ecf-583e-4c9f-8c73-7b6ebadb2064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8008eaa6-e839-40e1-8537-7469755a3b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 05:03:18.292174 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c93e7f4-c833-42ad-a4e2-732943cfc3a9 admin admin] Network hostable DHCP agents. Network: 8008eaa6-e839-40e1-8537-7469755a3b5c, hostable agents: ['5671713e-478d-4a9e-a7e0-1ef6e7bf2e69'], hosted agents: [] {{(pid=103971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 05:03:18.311577 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c93e7f4-c833-42ad-a4e2-732943cfc3a9 admin admin] Network 8008eaa6-e839-40e1-8537-7469755a3b5c is scheduled to be hosted by DHCP agent 5671713e-478d-4a9e-a7e0-1ef6e7bf2e69 with binding_index 1 {{(pid=103971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 05:03:18.327579 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-7c93e7f4-c833-42ad-a4e2-732943cfc3a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-3-iscsi, 8008eaa6-e839-40e1-8537-7469755a3b5c) {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:03:18.331727 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c93e7f4-c833-42ad-a4e2-732943cfc3a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:18.332414 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7c93e7f4-c833-42ad-a4e2-732943cfc3a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:18.337952 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c06010-5777-402e-bda1-b04381e5e3ee None None] Network 8008eaa6-e839-40e1-8537-7469755a3b5c requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 05:03:18.341650 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-5d09e62c-5e6e-40eb-9fe0-1c1b13270dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dbd242-eae8-4c70-bbbe-137d1d561e8f', 'name': 'tempest-TestMinimumBasicScenario-1291541164-router', 'tenant_id': 'abbb209e2c194596bb3e8b9a6880646e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '51220132-6d99-422e-aaf9-0151788d1789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:03:13Z', 'updated_at': '2022-07-30T05:03:16Z', 'revision_number': 4, 'project_id': 'abbb209e2c194596bb3e8b9a6880646e', 'gw_port': {'id': '51220132-6d99-422e-aaf9-0151788d1789', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dbd242-eae8-4c70-bbbe-137d1d561e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:03:13Z', 'updated_at': '2022-07-30T05:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': '4fc6bc96-f3c2-4939-8a21-899db21da4ca', 'name': '', 'network_id': '1c90acd2-47b7-4570-be05-943c9579a240', 'tenant_id': 'abbb209e2c194596bb3e8b9a6880646e', 'mac_address': 'fa:16:3e:f4:64:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dbd242-eae8-4c70-bbbe-137d1d561e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '30f2efdf-c1bd-49e5-b5a7-c252ac894c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:03:15Z', 'updated_at': '2022-07-30T05:03:16Z', 'revision_number': 2, 'project_id': 'abbb209e2c194596bb3e8b9a6880646e', 'subnets': [{'id': '30f2efdf-c1bd-49e5-b5a7-c252ac894c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:18.352071 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-7c93e7f4-c833-42ad-a4e2-732943cfc3a9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3677664 Jul 30 05:03:18.354556 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 54720) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:03:18.359162 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-ba158e63-63d1-4db4-bd40-35a9ab8626c4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1840803035-router', 'tenant_id': 'a1b74e0af6924eaca6c3e94efb720a76', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:03:18.369214 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c5cab-9c96-4c69-99db-38ab94325513 req-eae6db26-7fb3-45aa-9c65-493844556da4 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:18.370767 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-472c5cab-9c96-4c69-99db-38ab94325513 req-eae6db26-7fb3-45aa-9c65-493844556da4 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 945 time: 0.0672767 Jul 30 05:03:18.405993 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-ba158e63-63d1-4db4-bd40-35a9ab8626c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1682450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31596'] for router (1f53a0c0-331c-4334-9fde-68b52a228da5), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:18.406926 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d09e62c-5e6e-40eb-9fe0-1c1b13270dcd None None] Checking router: e6dbd242-eae8-4c70-bbbe-137d1d561e8f for host: dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:03:18.407291 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d09e62c-5e6e-40eb-9fe0-1c1b13270dcd None None] Updating router e6dbd242-eae8-4c70-bbbe-137d1d561e8f port 4fc6bc96-f3c2-4939-8a21-899db21da4ca binding host dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 05:03:18.407406 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-ba158e63-63d1-4db4-bd40-35a9ab8626c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1682743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31575'] for router (1f53a0c0-331c-4334-9fde-68b52a228da5), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:18.444810 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-472c5cab-9c96-4c69-99db-38ab94325513 req-83489d58-136e-45d1-b7d5-4ebaf70762b3 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674093 Jul 30 05:03:18.446640 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-5d09e62c-5e6e-40eb-9fe0-1c1b13270dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (4fc6bc96-f3c2-4939-8a21-899db21da4ca), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:18.520771 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-ba158e63-63d1-4db4-bd40-35a9ab8626c4 admin admin] Publish callbacks [] for router_controller (1f53a0c0-331c-4334-9fde-68b52a228da5), precommit_add_association {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:18.524652 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a4b81-1c08-49a9-9b9a-4228686b89bf req-44c45b67-ac80-42a3-9fe8-4a7ae4fd4133 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:18.535519 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4099552-abc9-4b8e-8977-aa547c60d46d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1f0b50b-4d25-5308-a6a0-6c18effd14bc-8008eaa6-e839-40e1-8537-7469755a3b5c', 'network_id': '8008eaa6-e839-40e1-8537-7469755a3b5c', 'project_id': 'a1b74e0af6924eaca6c3e94efb720a76', 'fixed_ips': [{'subnet_id': '88a989b7-fd6b-4b57-aadc-5bfa625da0e4'}]}} from dv-cinder-851279-3-iscsi. {{(pid=103972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 30 05:03:18.536851 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d4099552-abc9-4b8e-8977-aa547c60d46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:18.537328 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-222a4b81-1c08-49a9-9b9a-4228686b89bf req-44c45b67-ac80-42a3-9fe8-4a7ae4fd4133 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 945 time: 0.0750086 Jul 30 05:03:18.602905 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:18.620468 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-222a4b81-1c08-49a9-9b9a-4228686b89bf req-939517f0-fbd9-4d37-bab2-66a92c7e27f1 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819225 Jul 30 05:03:18.671312 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 51220132-6d99-422e-aaf9-0151788d1789 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:03:18.797533 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:18.826018 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 51220132-6d99-422e-aaf9-0151788d1789 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:03:18.826400 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (51220132-6d99-422e-aaf9-0151788d1789), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:18.860844 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:18.872409 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.db_base_plugin_common [None req-d4099552-abc9-4b8e-8977-aa547c60d46d None None] Allocated IP 172.20.0.2 (8008eaa6-e839-40e1-8537-7469755a3b5c/88a989b7-fd6b-4b57-aadc-5bfa625da0e4/9c2fb5de-b315-4d28-ac93-c9981cb6d7d1) {{(pid=103972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:03:18.971926 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec143d10-1353-4cb9-b8a0-aae32b855e5f req-b292842d-92f1-4d56-b510-71b56ac85a4d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:18.973401 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-ec143d10-1353-4cb9-b8a0-aae32b855e5f req-b292842d-92f1-4d56-b510-71b56ac85a4d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 945 time: 0.3969023 Jul 30 05:03:18.983499 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 54726) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:03:18.989991 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-54ec21ac-dd95-4edf-ab6d-2398dc1bf746 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Request body: {'floatingip': {'port_id': '6ca5af71-3aff-4af4-9271-ac47c637cc34'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:03:18.993809 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-ba158e63-63d1-4db4-bd40-35a9ab8626c4 admin admin] Publish callbacks [] for router_gateway (1f53a0c0-331c-4334-9fde-68b52a228da5), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:19.039962 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-5d09e62c-5e6e-40eb-9fe0-1c1b13270dcd None None] Publish callbacks [] for port (4fc6bc96-f3c2-4939-8a21-899db21da4ca), precommit_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:19.044714 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-54ec21ac-dd95-4edf-ab6d-2398dc1bf746 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks [] for floatingip (ab85b328-0e9b-4eda-9b45-6638a22cabc5), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:19.061414 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-5d09e62c-5e6e-40eb-9fe0-1c1b13270dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (4fc6bc96-f3c2-4939-8a21-899db21da4ca), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:19.078590 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 51220132-6d99-422e-aaf9-0151788d1789 is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:03:19.163904 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c20286f-4696-4635-9354-646f29a53f53 None None] Pushing event updated for resources: {'Port': ['ID=4fc6bc96-f3c2-4939-8a21-899db21da4ca,revision_number=3']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:19.210977 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d4099552-abc9-4b8e-8977-aa547c60d46d None None] Publish callbacks [] for port (9c2fb5de-b315-4d28-ac93-c9981cb6d7d1), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:19.214956 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-5d09e62c-5e6e-40eb-9fe0-1c1b13270dcd None None] Attempting to bind port 4fc6bc96-f3c2-4939-8a21-899db21da4ca on host dv-cinder-851279-3-iscsi for vnic_type normal with profile {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 05:03:19.215335 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-5d09e62c-5e6e-40eb-9fe0-1c1b13270dcd None None] Attempting to bind port 4fc6bc96-f3c2-4939-8a21-899db21da4ca by drivers openvswitch,hyperv on host dv-cinder-851279-3-iscsi at level 0 using segments [{'id': '2337ae89-90dc-4c2b-9e40-8764fbdc0929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1c90acd2-47b7-4570-be05-943c9579a240'}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 05:03:19.215790 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d09e62c-5e6e-40eb-9fe0-1c1b13270dcd None None] Attempting to bind port 4fc6bc96-f3c2-4939-8a21-899db21da4ca on network 1c90acd2-47b7-4570-be05-943c9579a240 {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:03:19.219440 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d4099552-abc9-4b8e-8977-aa547c60d46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840'] for port (9c2fb5de-b315-4d28-ac93-c9981cb6d7d1), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:19.229752 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.agents_db [None req-c768def0-c5c3-40f0-ac12-561af9dad95f None None] Agent healthcheck: found 6 active agents {{(pid=103973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:03:19.230753 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d09e62c-5e6e-40eb-9fe0-1c1b13270dcd None None] Checking agent: {'id': 'b9fa2c71-9776-421f-81b8-af2eb557e43b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 49, 56), 'started_at': datetime.datetime(2022, 7, 30, 4, 50, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 5, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 05:03:19.231132 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d09e62c-5e6e-40eb-9fe0-1c1b13270dcd None None] Checking segment: {'id': '2337ae89-90dc-4c2b-9e40-8764fbdc0929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1c90acd2-47b7-4570-be05-943c9579a240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 05:03:19.231533 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-5d09e62c-5e6e-40eb-9fe0-1c1b13270dcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:19.231928 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d09e62c-5e6e-40eb-9fe0-1c1b13270dcd None None] Bound using segment: {'id': '2337ae89-90dc-4c2b-9e40-8764fbdc0929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1c90acd2-47b7-4570-be05-943c9579a240'} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 05:03:19.232416 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-5d09e62c-5e6e-40eb-9fe0-1c1b13270dcd None None] Bound port: 4fc6bc96-f3c2-4939-8a21-899db21da4ca, host: dv-cinder-851279-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2337ae89-90dc-4c2b-9e40-8764fbdc0929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1c90acd2-47b7-4570-be05-943c9579a240'}}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 05:03:19.232824 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-5d09e62c-5e6e-40eb-9fe0-1c1b13270dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (4fc6bc96-f3c2-4939-8a21-899db21da4ca), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:19.280528 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4099552-abc9-4b8e-8977-aa547c60d46d None None] Network 8008eaa6-e839-40e1-8537-7469755a3b5c is already hosted by enough agents. {{(pid=103972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:03:19.288324 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-d4099552-abc9-4b8e-8977-aa547c60d46d None None] Resources bound (agent type, host, resource id): {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:03:19.311210 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4099552-abc9-4b8e-8977-aa547c60d46d None None] Received port after_create {{(pid=103972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 05:03:19.313557 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4099552-abc9-4b8e-8977-aa547c60d46d None None] Pushing event updated for resources: {'Port': ['ID=9c2fb5de-b315-4d28-ac93-c9981cb6d7d1,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:19.378817 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-5d09e62c-5e6e-40eb-9fe0-1c1b13270dcd None None] For port 4fc6bc96-f3c2-4939-8a21-899db21da4ca, host dv-cinder-851279-3-iscsi, cleared binding levels {{(pid=103972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:03:19.384752 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-ba158e63-63d1-4db4-bd40-35a9ab8626c4 admin admin] Publish callbacks [] for router_gateway (1f53a0c0-331c-4334-9fde-68b52a228da5), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:19.410677 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-ba158e63-63d1-4db4-bd40-35a9ab8626c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:19.427083 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:19.463477 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:19.567828 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-5d09e62c-5e6e-40eb-9fe0-1c1b13270dcd None None] For port 4fc6bc96-f3c2-4939-8a21-899db21da4ca, host dv-cinder-851279-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=4fc6bc96-f3c2-4939-8a21-899db21da4ca,segment=NetworkSegment(2337ae89-90dc-4c2b-9e40-8764fbdc0929),segment_id=2337ae89-90dc-4c2b-9e40-8764fbdc0929)] {{(pid=103972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:03:19.583535 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-5d09e62c-5e6e-40eb-9fe0-1c1b13270dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (4fc6bc96-f3c2-4939-8a21-899db21da4ca), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:19.596804 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:19.598766 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-d4099552-abc9-4b8e-8977-aa547c60d46d None None] Attempting to bind port 9c2fb5de-b315-4d28-ac93-c9981cb6d7d1 on host dv-cinder-851279-3-iscsi for vnic_type normal with profile {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 05:03:19.599137 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-d4099552-abc9-4b8e-8977-aa547c60d46d None None] Attempting to bind port 9c2fb5de-b315-4d28-ac93-c9981cb6d7d1 by drivers openvswitch,hyperv on host dv-cinder-851279-3-iscsi at level 0 using segments [{'id': '5d066ecf-583e-4c9f-8c73-7b6ebadb2064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8008eaa6-e839-40e1-8537-7469755a3b5c'}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 05:03:19.599498 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4099552-abc9-4b8e-8977-aa547c60d46d None None] Attempting to bind port 9c2fb5de-b315-4d28-ac93-c9981cb6d7d1 on network 8008eaa6-e839-40e1-8537-7469755a3b5c {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:03:19.656133 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4099552-abc9-4b8e-8977-aa547c60d46d None None] Checking agent: {'id': 'b9fa2c71-9776-421f-81b8-af2eb557e43b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 49, 56), 'started_at': datetime.datetime(2022, 7, 30, 4, 50, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 5, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 05:03:19.656516 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4099552-abc9-4b8e-8977-aa547c60d46d None None] Checking segment: {'id': '5d066ecf-583e-4c9f-8c73-7b6ebadb2064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8008eaa6-e839-40e1-8537-7469755a3b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 05:03:19.656921 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d4099552-abc9-4b8e-8977-aa547c60d46d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:19.657321 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4099552-abc9-4b8e-8977-aa547c60d46d None None] Bound using segment: {'id': '5d066ecf-583e-4c9f-8c73-7b6ebadb2064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8008eaa6-e839-40e1-8537-7469755a3b5c'} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 05:03:19.657798 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-d4099552-abc9-4b8e-8977-aa547c60d46d None None] Bound port: 9c2fb5de-b315-4d28-ac93-c9981cb6d7d1, host: dv-cinder-851279-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d066ecf-583e-4c9f-8c73-7b6ebadb2064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8008eaa6-e839-40e1-8537-7469755a3b5c'}}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 05:03:19.658186 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d4099552-abc9-4b8e-8977-aa547c60d46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (9c2fb5de-b315-4d28-ac93-c9981cb6d7d1), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:19.673340 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_common [None req-ba158e63-63d1-4db4-bd40-35a9ab8626c4 admin admin] Allocated IP 172.27.2.184 (0194f4bd-d033-4ee0-a642-9d17cfb40f96/6c0201b0-7b08-4a32-872b-15ffee5372f4/81231cc5-147a-4e72-b0ba-0198de636af8) {{(pid=103970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:03:19.693396 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d09e62c-5e6e-40eb-9fe0-1c1b13270dcd None None] Routers {'e6dbd242-eae8-4c70-bbbe-137d1d561e8f'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:03:19.694035 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-5d09e62c-5e6e-40eb-9fe0-1c1b13270dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:02:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['e6dbd242-eae8-4c70-bbbe-137d1d561e8f'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:19.715173 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:19.765496 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771fd1d5-4329-4799-a42a-1df8f5d8d8ba req-7f9f5a96-1006-4cda-8b05-5a804c55ae36 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:19.768180 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-771fd1d5-4329-4799-a42a-1df8f5d8d8ba req-7f9f5a96-1006-4cda-8b05-5a804c55ae36 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 945 time: 0.0602765 Jul 30 05:03:19.786071 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c20286f-4696-4635-9354-646f29a53f53 None None] Pushing event updated for resources: {'Port': ['ID=4fc6bc96-f3c2-4939-8a21-899db21da4ca,revision_number=4']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:19.787724 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-54ec21ac-dd95-4edf-ab6d-2398dc1bf746 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:19.802755 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-54ec21ac-dd95-4edf-ab6d-2398dc1bf746 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692779'] for floatingip (ab85b328-0e9b-4eda-9b45-6638a22cabc5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:19.838460 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-771fd1d5-4329-4799-a42a-1df8f5d8d8ba req-e126eae4-1e47-48c4-9f56-c4899fe1f4de tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620050 Jul 30 05:03:19.861924 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-d4099552-abc9-4b8e-8977-aa547c60d46d None None] For port 9c2fb5de-b315-4d28-ac93-c9981cb6d7d1, host dv-cinder-851279-3-iscsi, cleared binding levels {{(pid=103972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:03:19.867636 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-d4099552-abc9-4b8e-8977-aa547c60d46d None None] For port 9c2fb5de-b315-4d28-ac93-c9981cb6d7d1, host dv-cinder-851279-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=9c2fb5de-b315-4d28-ac93-c9981cb6d7d1,segment=NetworkSegment(5d066ecf-583e-4c9f-8c73-7b6ebadb2064),segment_id=5d066ecf-583e-4c9f-8c73-7b6ebadb2064)] {{(pid=103972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:03:19.878690 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d4099552-abc9-4b8e-8977-aa547c60d46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (9c2fb5de-b315-4d28-ac93-c9981cb6d7d1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:19.905569 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-ba158e63-63d1-4db4-bd40-35a9ab8626c4 admin admin] Publish callbacks [] for port (81231cc5-147a-4e72-b0ba-0198de636af8), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:19.912419 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-5d09e62c-5e6e-40eb-9fe0-1c1b13270dcd None None] Set router e6dbd242-eae8-4c70-bbbe-137d1d561e8f gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:03:19.953454 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.db.l3_db [None req-54ec21ac-dd95-4edf-ab6d-2398dc1bf746 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Floating IP ab85b328-0e9b-4eda-9b45-6638a22cabc5 associated. External IP: 172.27.2.88, port: 6ca5af71-3aff-4af4-9271-ac47c637cc34. Jul 30 05:03:19.998962 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4099552-abc9-4b8e-8977-aa547c60d46d None None] Pushing event updated for resources: {'Port': ['ID=9c2fb5de-b315-4d28-ac93-c9981cb6d7d1,revision_number=2']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:20.008610 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-ba158e63-63d1-4db4-bd40-35a9ab8626c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (81231cc5-147a-4e72-b0ba-0198de636af8), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:20.146003 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba158e63-63d1-4db4-bd40-35a9ab8626c4 admin admin] Network 0194f4bd-d033-4ee0-a642-9d17cfb40f96 is already hosted by enough agents. {{(pid=103970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:03:20.148624 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-5d09e62c-5e6e-40eb-9fe0-1c1b13270dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dbd242-eae8-4c70-bbbe-137d1d561e8f', 'name': 'tempest-TestMinimumBasicScenario-1291541164-router', 'tenant_id': 'abbb209e2c194596bb3e8b9a6880646e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '51220132-6d99-422e-aaf9-0151788d1789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:03:13Z', 'updated_at': '2022-07-30T05:03:16Z', 'revision_number': 4, 'project_id': 'abbb209e2c194596bb3e8b9a6880646e', 'gw_port': {'id': '51220132-6d99-422e-aaf9-0151788d1789', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dbd242-eae8-4c70-bbbe-137d1d561e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:03:13Z', 'updated_at': '2022-07-30T05:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': '4fc6bc96-f3c2-4939-8a21-899db21da4ca', 'name': '', 'network_id': '1c90acd2-47b7-4570-be05-943c9579a240', 'tenant_id': 'abbb209e2c194596bb3e8b9a6880646e', 'mac_address': 'fa:16:3e:f4:64:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dbd242-eae8-4c70-bbbe-137d1d561e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '30f2efdf-c1bd-49e5-b5a7-c252ac894c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:03:15Z', 'updated_at': '2022-07-30T05:03:19Z', 'revision_number': 4, 'project_id': 'abbb209e2c194596bb3e8b9a6880646e', 'subnets': [{'id': '30f2efdf-c1bd-49e5-b5a7-c252ac894c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:20.153038 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba158e63-63d1-4db4-bd40-35a9ab8626c4 admin admin] Pushing event updated for resources: {'Port': ['ID=81231cc5-147a-4e72-b0ba-0198de636af8,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:20.160162 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-ba158e63-63d1-4db4-bd40-35a9ab8626c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:03:20.162718 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba158e63-63d1-4db4-bd40-35a9ab8626c4 admin admin] Received port after_create {{(pid=103970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 05:03:20.180607 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d09e62c-5e6e-40eb-9fe0-1c1b13270dcd None None] The sync data for ids ['e6dbd242-eae8-4c70-bbbe-137d1d561e8f'] in dv-cinder-851279-3-iscsi is: [{'id': 'e6dbd242-eae8-4c70-bbbe-137d1d561e8f', 'name': 'tempest-TestMinimumBasicScenario-1291541164-router', 'tenant_id': 'abbb209e2c194596bb3e8b9a6880646e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '51220132-6d99-422e-aaf9-0151788d1789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:03:13Z', 'updated_at': '2022-07-30T05:03:16Z', 'revision_number': 4, 'project_id': 'abbb209e2c194596bb3e8b9a6880646e', 'gw_port': {'id': '51220132-6d99-422e-aaf9-0151788d1789', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dbd242-eae8-4c70-bbbe-137d1d561e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:03:13Z', 'updated_at': '2022-07-30T05:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': '4fc6bc96-f3c2-4939-8a21-899db21da4ca', 'name': '', 'network_id': '1c90acd2-47b7-4570-be05-943c9579a240', 'tenant_id': 'abbb209e2c194596bb3e8b9a6880646e', 'mac_address': 'fa:16:3e:f4:64:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dbd242-eae8-4c70-bbbe-137d1d561e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '30f2efdf-c1bd-49e5-b5a7-c252ac894c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:03:15Z', 'updated_at': '2022-07-30T05:03:19Z', 'revision_number': 4, 'project_id': 'abbb209e2c194596bb3e8b9a6880646e', 'subnets': [{'id': '30f2efdf-c1bd-49e5-b5a7-c252ac894c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:03:20.328373 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:20.372402 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:20.410618 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ec21ac-dd95-4edf-ab6d-2398dc1bf746 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Router adcbfabc-ea52-451d-a1d1-9259f2b8d1b1 has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 05:03:20.519047 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-3f901973-a5cd-4d30-9539-60922c4cc353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:20.640345 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ec21ac-dd95-4edf-ab6d-2398dc1bf746 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:03:20.647213 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-54ec21ac-dd95-4edf-ab6d-2398dc1bf746 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for floatingip (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:20.656880 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bc7c6e-fa8f-479d-b4bb-805a46ac9c3e None None] Sync routers for ids ['adcbfabc-ea52-451d-a1d1-9259f2b8d1b1'] in dv-cinder-851279-3-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:03:20.671180 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bc7c6e-fa8f-479d-b4bb-805a46ac9c3e None None] Routers {'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:03:20.672551 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-f0bc7c6e-fa8f-479d-b4bb-805a46ac9c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:02:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['adcbfabc-ea52-451d-a1d1-9259f2b8d1b1'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:20.693742 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 4fc6bc96-f3c2-4939-8a21-899db21da4ca up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:03:20.733659 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-54ec21ac-dd95-4edf-ab6d-2398dc1bf746 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "PUT /v2.0/floatingips/ab85b328-0e9b-4eda-9b45-6638a22cabc5 HTTP/1.1" status: 200 len: 990 time: 1.7488818 Jul 30 05:03:20.737011 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b', 'tag': '6ca5af71-3aff-4af4-9271-ac47c637cc34'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:03:20.739457 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74064a32e8a1c82ff25c89edbc1a4916375279028ab6b832636cd606fd6f10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45c3c87-550a-439c-9a85-8853cda1adf5" -d '{"events": [{"name": "network-changed", "server_uuid": "b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b", "tag": "6ca5af71-3aff-4af4-9271-ac47c637cc34"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:03:20.755720 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-ba158e63-63d1-4db4-bd40-35a9ab8626c4 admin admin] Publish callbacks [] for router_gateway (1f53a0c0-331c-4334-9fde-68b52a228da5), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:20.764562 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 4fc6bc96-f3c2-4939-8a21-899db21da4ca triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:03:20.765040 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (4fc6bc96-f3c2-4939-8a21-899db21da4ca), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:20.832488 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-f0bc7c6e-fa8f-479d-b4bb-805a46ac9c3e None None] Set router adcbfabc-ea52-451d-a1d1-9259f2b8d1b1 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:03:20.857988 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Jul 2022 05:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca12e98a-5c7d-423f-89de-e2ad03625b32 x-openstack-request-id: req-ca12e98a-5c7d-423f-89de-e2ad03625b32 {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:03:20.858325 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b", "tag": "6ca5af71-3aff-4af4-9271-ac47c637cc34", "status": "completed", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:03:20.858947 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca12e98a-5c7d-423f-89de-e2ad03625b32 {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:03:20.863768 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 4fc6bc96-f3c2-4939-8a21-899db21da4ca is: DOWN; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:03:20.865018 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (4fc6bc96-f3c2-4939-8a21-899db21da4ca), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:20.869416 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca12e98a-5c7d-423f-89de-e2ad03625b32'] response: {'name': 'network-changed', 'server_uuid': 'b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b', 'tag': '6ca5af71-3aff-4af4-9271-ac47c637cc34', 'status': 'completed', 'code': 200} Jul 30 05:03:20.915921 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] For port 4fc6bc96-f3c2-4939-8a21-899db21da4ca, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=4fc6bc96-f3c2-4939-8a21-899db21da4ca,segment=NetworkSegment(2337ae89-90dc-4c2b-9e40-8764fbdc0929),segment_id=2337ae89-90dc-4c2b-9e40-8764fbdc0929)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:03:20.930766 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (4fc6bc96-f3c2-4939-8a21-899db21da4ca), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:20.931743 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 9c2fb5de-b315-4d28-ac93-c9981cb6d7d1 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:03:20.949610 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c3c87-550a-439c-9a85-8853cda1adf5 req-d70ea441-660b-4353-9a6d-79d9fd72064a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:20.956636 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d45c3c87-550a-439c-9a85-8853cda1adf5 req-d70ea441-660b-4353-9a6d-79d9fd72064a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bc6f8afc1abf427f92c44fdc55994b18&device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 1129 time: 0.1084888 Jul 30 05:03:21.095980 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 9c2fb5de-b315-4d28-ac93-c9981cb6d7d1 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:03:21.097813 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (9c2fb5de-b315-4d28-ac93-c9981cb6d7d1), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:21.106567 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:21.161773 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc292d2a-6f22-4004-8b5e-ce6b973f0df3 req-2e43eada-b632-43d2-b049-7b8d81928d15 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:21.162881 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-dc292d2a-6f22-4004-8b5e-ce6b973f0df3 req-2e43eada-b632-43d2-b049-7b8d81928d15 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 945 time: 0.0758476 Jul 30 05:03:21.245166 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-f0bc7c6e-fa8f-479d-b4bb-805a46ac9c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1167597909-router', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'cee32db1-195e-4935-8304-4445ce5664b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:06Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 4, 'project_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'gw_port': {'id': 'cee32db1-195e-4935-8304-4445ce5664b3', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:07Z', 'updated_at': '2022-07-30T04:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': 'ab85b328-0e9b-4eda-9b45-6638a22cabc5', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'port_id': '6ca5af71-3aff-4af4-9271-ac47c637cc34', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1', 'mac_address': 'fa:16:3e:25:99:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:03:06Z', 'updated_at': '2022-07-30T05:03:19Z', 'revision_number': 1, 'project_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efa7d207-4c7e-401d-b020-6873aff954a7', 'name': '', 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'mac_address': 'fa:16:3e:79:5c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '872e5683-a168-4487-9376-0296b22d54e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:15Z', 'updated_at': '2022-07-30T04:58:30Z', 'revision_number': 5, 'project_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'subnets': [{'id': '872e5683-a168-4487-9376-0296b22d54e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:21.256793 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe4ebba-2b4d-4430-a448-566b2147a175 None None] Network 8008eaa6-e839-40e1-8537-7469755a3b5c requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 05:03:21.273245 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bc7c6e-fa8f-479d-b4bb-805a46ac9c3e None None] Checking router: adcbfabc-ea52-451d-a1d1-9259f2b8d1b1 for host: dv-cinder-851279-3-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:03:21.285514 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bc7c6e-fa8f-479d-b4bb-805a46ac9c3e None None] Routers {'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:03:21.286139 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-f0bc7c6e-fa8f-479d-b4bb-805a46ac9c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:02:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['adcbfabc-ea52-451d-a1d1-9259f2b8d1b1'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:21.314462 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-dc292d2a-6f22-4004-8b5e-ce6b973f0df3 req-a9499e83-c68e-4683-ac96-00b3adc11f07 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364772 Jul 30 05:03:21.316024 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c3c87-550a-439c-9a85-8853cda1adf5 req-bb5aa2ab-8f6b-4aa4-9c9e-82785dd2cf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:21.317595 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d45c3c87-550a-439c-9a85-8853cda1adf5 req-bb5aa2ab-8f6b-4aa4-9c9e-82785dd2cf2c service neutron] 10.222.0.49 "GET /v2.0/networks?id=fdf70601-7662-4f43-8ddd-db3bc3add8d1 HTTP/1.1" status: 200 len: 918 time: 0.3493440 Jul 30 05:03:21.364722 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:21.436512 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Pushing event updated for resources: {'Port': ['ID=4fc6bc96-f3c2-4939-8a21-899db21da4ca,revision_number=5']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:21.470289 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-e4574d1c-e0b4-4d0e-9a45-f374dc121be3 None None] Provisioning complete for port 9c2fb5de-b315-4d28-ac93-c9981cb6d7d1 triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:03:21.470933 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e4574d1c-e0b4-4d0e-9a45-f374dc121be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (9c2fb5de-b315-4d28-ac93-c9981cb6d7d1), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:21.491073 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d45c3c87-550a-439c-9a85-8853cda1adf5 req-37642bf4-9318-410f-82ac-980abeec9795 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ca5af71-3aff-4af4-9271-ac47c637cc34 HTTP/1.1" status: 200 len: 998 time: 0.1650939 Jul 30 05:03:21.491865 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-f0bc7c6e-fa8f-479d-b4bb-805a46ac9c3e None None] Set router adcbfabc-ea52-451d-a1d1-9259f2b8d1b1 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:03:21.574637 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:21.626998 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c3c87-550a-439c-9a85-8853cda1adf5 req-4929e35f-1c60-4955-9fe1-1b216e808a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:21.628313 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-e4574d1c-e0b4-4d0e-9a45-f374dc121be3 None None] Current status of the port 9c2fb5de-b315-4d28-ac93-c9981cb6d7d1 is: DOWN; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:03:21.628944 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e4574d1c-e0b4-4d0e-9a45-f374dc121be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (9c2fb5de-b315-4d28-ac93-c9981cb6d7d1), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:21.629883 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d45c3c87-550a-439c-9a85-8853cda1adf5 req-4929e35f-1c60-4955-9fe1-1b216e808a48 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=872e5683-a168-4487-9376-0296b22d54e2 HTTP/1.1" status: 200 len: 856 time: 0.1293585 Jul 30 05:03:21.634681 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-ba158e63-63d1-4db4-bd40-35a9ab8626c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706777'] for router (1f53a0c0-331c-4334-9fde-68b52a228da5), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:21.681948 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-e4574d1c-e0b4-4d0e-9a45-f374dc121be3 None None] For port 9c2fb5de-b315-4d28-ac93-c9981cb6d7d1, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=9c2fb5de-b315-4d28-ac93-c9981cb6d7d1,segment=NetworkSegment(5d066ecf-583e-4c9f-8c73-7b6ebadb2064),segment_id=5d066ecf-583e-4c9f-8c73-7b6ebadb2064)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:03:21.696600 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 9c2fb5de-b315-4d28-ac93-c9981cb6d7d1 is: DOWN; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:03:21.701297 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (9c2fb5de-b315-4d28-ac93-c9981cb6d7d1), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:21.728697 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c3c87-550a-439c-9a85-8853cda1adf5 req-25c03926-fa89-4750-aa42-d9342d9e4457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:21.734339 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d45c3c87-550a-439c-9a85-8853cda1adf5 req-25c03926-fa89-4750-aa42-d9342d9e4457 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fdf70601-7662-4f43-8ddd-db3bc3add8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0940561 Jul 30 05:03:21.746698 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e4574d1c-e0b4-4d0e-9a45-f374dc121be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (9c2fb5de-b315-4d28-ac93-c9981cb6d7d1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:21.841808 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.db.api [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103972) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 30 05:03:21.843845 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG oslo_db.api [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 05:03:21.879218 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4574d1c-e0b4-4d0e-9a45-f374dc121be3 None None] Pushing event updated for resources: {'Port': ['ID=9c2fb5de-b315-4d28-ac93-c9981cb6d7d1,revision_number=3']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:21.959248 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba158e63-63d1-4db4-bd40-35a9ab8626c4 admin admin] Router 1f53a0c0-331c-4334-9fde-68b52a228da5 is scheduled to L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 with binding_index 1 {{(pid=103970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 30 05:03:21.988810 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b8c5bcae-b361-4e67-ad89-73db66bb3b79 req-9d539bb6-ac47-4e2d-bab7-a540a428e1ae service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c06a0-156a-4cee-8ff7-92ab582bc4a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0877883 Jul 30 05:03:22.076921 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-e9d20936-693f-4e18-b84b-ab00d64c1ea9 None None] Provisioning complete for port 9c2fb5de-b315-4d28-ac93-c9981cb6d7d1 triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:03:22.078174 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e9d20936-693f-4e18-b84b-ab00d64c1ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (9c2fb5de-b315-4d28-ac93-c9981cb6d7d1), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:22.079442 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d45c3c87-550a-439c-9a85-8853cda1adf5 req-40f68715-715d-492b-a757-3b98c3c1c3f6 service neutron] 10.222.0.49 "GET /v2.0/networks/fdf70601-7662-4f43-8ddd-db3bc3add8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375967 Jul 30 05:03:22.099451 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-f0bc7c6e-fa8f-479d-b4bb-805a46ac9c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1167597909-router', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'cee32db1-195e-4935-8304-4445ce5664b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:06Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 4, 'project_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'gw_port': {'id': 'cee32db1-195e-4935-8304-4445ce5664b3', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:07Z', 'updated_at': '2022-07-30T04:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': 'ab85b328-0e9b-4eda-9b45-6638a22cabc5', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'port_id': '6ca5af71-3aff-4af4-9271-ac47c637cc34', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1', 'mac_address': 'fa:16:3e:25:99:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:03:06Z', 'updated_at': '2022-07-30T05:03:19Z', 'revision_number': 1, 'project_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efa7d207-4c7e-401d-b020-6873aff954a7', 'name': '', 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'mac_address': 'fa:16:3e:79:5c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '872e5683-a168-4487-9376-0296b22d54e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:15Z', 'updated_at': '2022-07-30T04:58:30Z', 'revision_number': 5, 'project_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'subnets': [{'id': '872e5683-a168-4487-9376-0296b22d54e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:22.129905 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba158e63-63d1-4db4-bd40-35a9ab8626c4 admin admin] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:03:22.141608 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bc7c6e-fa8f-479d-b4bb-805a46ac9c3e None None] The sync data for ids ['adcbfabc-ea52-451d-a1d1-9259f2b8d1b1'] in dv-cinder-851279-3-iscsi is: [{'id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1167597909-router', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'cee32db1-195e-4935-8304-4445ce5664b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:06Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 4, 'project_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'gw_port': {'id': 'cee32db1-195e-4935-8304-4445ce5664b3', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:07Z', 'updated_at': '2022-07-30T04:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': 'ab85b328-0e9b-4eda-9b45-6638a22cabc5', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'port_id': '6ca5af71-3aff-4af4-9271-ac47c637cc34', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1', 'mac_address': 'fa:16:3e:25:99:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:03:06Z', 'updated_at': '2022-07-30T05:03:19Z', 'revision_number': 1, 'project_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efa7d207-4c7e-401d-b020-6873aff954a7', 'name': '', 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'mac_address': 'fa:16:3e:79:5c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '872e5683-a168-4487-9376-0296b22d54e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:15Z', 'updated_at': '2022-07-30T04:58:30Z', 'revision_number': 5, 'project_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'subnets': [{'id': '872e5683-a168-4487-9376-0296b22d54e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:03:22.150891 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35e36f1-0089-4916-b0b5-395b949ba463 None None] Sync routers for ids ['1f53a0c0-331c-4334-9fde-68b52a228da5'] in dv-cinder-851279-3-iscsi {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:03:22.171849 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-ba158e63-63d1-4db4-bd40-35a9ab8626c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:22.173519 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-ba158e63-63d1-4db4-bd40-35a9ab8626c4 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8178020 Jul 30 05:03:22.177651 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 54748) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:03:22.187221 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35e36f1-0089-4916-b0b5-395b949ba463 None None] Routers {'1f53a0c0-331c-4334-9fde-68b52a228da5'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:03:22.187854 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-a35e36f1-0089-4916-b0b5-395b949ba463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:02:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['1f53a0c0-331c-4334-9fde-68b52a228da5'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:22.230154 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:22.251533 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5bcae-b361-4e67-ad89-73db66bb3b79 req-e292912b-3329-4f00-893d-3aa2f369a5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:22.256661 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b8c5bcae-b361-4e67-ad89-73db66bb3b79 req-e292912b-3329-4f00-893d-3aa2f369a5f3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=decb0bd64582440590890900e594b79e&device_id=cc0c06a0-156a-4cee-8ff7-92ab582bc4a1 HTTP/1.1" status: 200 len: 1130 time: 0.1632397 Jul 30 05:03:22.336361 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-e9d20936-693f-4e18-b84b-ab00d64c1ea9 None None] Current status of the port 9c2fb5de-b315-4d28-ac93-c9981cb6d7d1 is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:03:22.349522 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d45c3c87-550a-439c-9a85-8853cda1adf5 req-8d2c4ad0-2c45-4e5b-a8c7-62897fdcf06a service neutron] 10.222.0.49 "GET /v2.0/networks/fdf70601-7662-4f43-8ddd-db3bc3add8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379944 Jul 30 05:03:22.388906 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-a35e36f1-0089-4916-b0b5-395b949ba463 None None] Set router 1f53a0c0-331c-4334-9fde-68b52a228da5 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:03:22.390262 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:22.430686 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5bcae-b361-4e67-ad89-73db66bb3b79 req-88003d64-552a-424e-9dd3-3c28fb611353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:22.432239 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b8c5bcae-b361-4e67-ad89-73db66bb3b79 req-88003d64-552a-424e-9dd3-3c28fb611353 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf976b2f-0ebc-4e5a-b101-0355f31913b1 HTTP/1.1" status: 200 len: 920 time: 0.1407151 Jul 30 05:03:22.457512 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:22.478260 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 9c2fb5de-b315-4d28-ac93-c9981cb6d7d1 is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:03:22.503720 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b8c5bcae-b361-4e67-ad89-73db66bb3b79 req-9a57ec46-d993-4d20-b653-6ece4793f5bd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f770f5f-036f-49c8-aec8-570d5b12103d HTTP/1.1" status: 200 len: 217 time: 0.0495615 Jul 30 05:03:22.513987 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b05094-7403-4e82-9d32-a63fd2c51346 None None] New status for floating IP ab85b328-0e9b-4eda-9b45-6638a22cabc5: ACTIVE {{(pid=103973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 30 05:03:22.551849 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b41b62-7f38-419d-9b4a-1bfb3d2ab187 req-250a5792-6101-4481-af43-b3782faedb2c tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:22.553268 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-85b41b62-7f38-419d-9b4a-1bfb3d2ab187 req-250a5792-6101-4481-af43-b3782faedb2c tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 945 time: 0.0929220 Jul 30 05:03:22.570406 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1ace8-09f8-4d96-a5c9-fe7ce678f3b4 req-2af28dac-408b-4536-96ae-350a42dde6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:22.571736 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-70a1ace8-09f8-4d96-a5c9-fe7ce678f3b4 req-2af28dac-408b-4536-96ae-350a42dde6ec service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=76df23454a3c4a9bb4f61b044ed5a426&device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 1129 time: 0.1114902 Jul 30 05:03:22.590604 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:22.613273 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:22.635149 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5bcae-b361-4e67-ad89-73db66bb3b79 req-6906251c-3396-4002-926a-f45fb695e51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:22.637904 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b8c5bcae-b361-4e67-ad89-73db66bb3b79 req-6906251c-3396-4002-926a-f45fb695e51c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=92a83611-d09e-4b38-9b4b-aa1a1854f601 HTTP/1.1" status: 200 len: 858 time: 0.1121161 Jul 30 05:03:22.686016 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-a35e36f1-0089-4916-b0b5-395b949ba463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f53a0c0-331c-4334-9fde-68b52a228da5', 'name': 'tempest-TestMinimumBasicScenario-1840803035-router', 'tenant_id': 'a1b74e0af6924eaca6c3e94efb720a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '81231cc5-147a-4e72-b0ba-0198de636af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:03:18Z', 'updated_at': '2022-07-30T05:03:20Z', 'revision_number': 3, 'project_id': 'a1b74e0af6924eaca6c3e94efb720a76', 'gw_port': {'id': '81231cc5-147a-4e72-b0ba-0198de636af8', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:19:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f53a0c0-331c-4334-9fde-68b52a228da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:03:19Z', 'updated_at': '2022-07-30T05:03:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi'}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:22.712363 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5bcae-b361-4e67-ad89-73db66bb3b79 req-621ff681-9fd9-4833-a16a-b7b4eb452bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:22.713900 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b8c5bcae-b361-4e67-ad89-73db66bb3b79 req-621ff681-9fd9-4833-a16a-b7b4eb452bd3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf976b2f-0ebc-4e5a-b101-0355f31913b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0683663 Jul 30 05:03:22.724116 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35e36f1-0089-4916-b0b5-395b949ba463 None None] Checking router: 1f53a0c0-331c-4334-9fde-68b52a228da5 for host: dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:03:22.724116 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35e36f1-0089-4916-b0b5-395b949ba463 None None] Updating router 1f53a0c0-331c-4334-9fde-68b52a228da5 port 81231cc5-147a-4e72-b0ba-0198de636af8 binding host dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 05:03:22.735574 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:22.748376 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1ace8-09f8-4d96-a5c9-fe7ce678f3b4 req-d5923c48-1416-4347-9853-403f4f139501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:22.749867 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-70a1ace8-09f8-4d96-a5c9-fe7ce678f3b4 req-d5923c48-1416-4347-9853-403f4f139501 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ba00ca49-96d9-4fff-b920-6f01cfda6037 HTTP/1.1" status: 200 len: 909 time: 0.1704080 Jul 30 05:03:22.767109 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-85b41b62-7f38-419d-9b4a-1bfb3d2ab187 req-7e7f6944-a7e9-470f-a382-3d46cb76027a tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2060971 Jul 30 05:03:22.770996 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a35e36f1-0089-4916-b0b5-395b949ba463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (81231cc5-147a-4e72-b0ba-0198de636af8), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:22.861275 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-70a1ace8-09f8-4d96-a5c9-fe7ce678f3b4 req-37e177da-d53b-4cb7-9d61-2c2fa3fa5a4d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a76ab0f-eada-4891-8b4c-b2af44036eb1 HTTP/1.1" status: 200 len: 999 time: 0.0807815 Jul 30 05:03:22.896149 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b9cdf808-26fe-4eba-8c5a-7f945ecb6c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:22.911201 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b8c5bcae-b361-4e67-ad89-73db66bb3b79 req-c90faf4c-7a44-4b9a-b6bb-1c05737eabd8 service neutron] 10.222.0.49 "GET /v2.0/networks/cf976b2f-0ebc-4e5a-b101-0355f31913b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852529 Jul 30 05:03:22.971823 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1ace8-09f8-4d96-a5c9-fe7ce678f3b4 req-f3af4ca3-a7e9-4e38-9fe1-d8da7d9762a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:22.973279 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-70a1ace8-09f8-4d96-a5c9-fe7ce678f3b4 req-f3af4ca3-a7e9-4e38-9fe1-d8da7d9762a2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e43a40c9-7b63-4416-91e0-9daf39b8f626 HTTP/1.1" status: 200 len: 847 time: 0.1046102 Jul 30 05:03:22.993141 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 4fc6bc96-f3c2-4939-8a21-899db21da4ca up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:03:23.043588 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-4489a679-c012-40fc-afc5-e2fdf9c48fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:23.051516 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1ace8-09f8-4d96-a5c9-fe7ce678f3b4 req-5fdeddcb-4ce3-4650-9010-1293c0bc83e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:23.053654 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-70a1ace8-09f8-4d96-a5c9-fe7ce678f3b4 req-5fdeddcb-4ce3-4650-9010-1293c0bc83e3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ba00ca49-96d9-4fff-b920-6f01cfda6037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0726979 Jul 30 05:03:23.077498 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_common [None req-b9cdf808-26fe-4eba-8c5a-7f945ecb6c27 admin admin] Allocated IP 172.20.0.1 (8008eaa6-e839-40e1-8537-7469755a3b5c/88a989b7-fd6b-4b57-aadc-5bfa625da0e4/7ee46940-af67-42ec-a958-2d1ac2eedbec) {{(pid=103970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:03:23.078675 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b8c5bcae-b361-4e67-ad89-73db66bb3b79 req-3bf06868-35e7-4ced-98dd-de4a06de0acf service neutron] 10.222.0.49 "GET /v2.0/networks/cf976b2f-0ebc-4e5a-b101-0355f31913b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590087 Jul 30 05:03:23.114609 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 4fc6bc96-f3c2-4939-8a21-899db21da4ca triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:03:23.115007 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (4fc6bc96-f3c2-4939-8a21-899db21da4ca), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:23.165164 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-70a1ace8-09f8-4d96-a5c9-fe7ce678f3b4 req-57d3c86d-b463-4ae9-a0f5-ee45dda730fe service neutron] 10.222.0.49 "GET /v2.0/networks/ba00ca49-96d9-4fff-b920-6f01cfda6037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007292 Jul 30 05:03:23.218634 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b9cdf808-26fe-4eba-8c5a-7f945ecb6c27 admin admin] Publish callbacks [] for port (7ee46940-af67-42ec-a958-2d1ac2eedbec), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:23.225752 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:23.250567 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 4fc6bc96-f3c2-4939-8a21-899db21da4ca is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:03:23.251650 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 9c2fb5de-b315-4d28-ac93-c9981cb6d7d1 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:03:23.279545 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b9cdf808-26fe-4eba-8c5a-7f945ecb6c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (7ee46940-af67-42ec-a958-2d1ac2eedbec), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:23.285569 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-70a1ace8-09f8-4d96-a5c9-fe7ce678f3b4 req-58fcc164-7131-4044-9f5a-652ed4612b97 service neutron] 10.222.0.49 "GET /v2.0/networks/ba00ca49-96d9-4fff-b920-6f01cfda6037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073592 Jul 30 05:03:23.326757 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cdf808-26fe-4eba-8c5a-7f945ecb6c27 admin admin] Network 8008eaa6-e839-40e1-8537-7469755a3b5c is already hosted by enough agents. {{(pid=103970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:03:23.332194 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a35e36f1-0089-4916-b0b5-395b949ba463 None None] Publish callbacks [] for port (81231cc5-147a-4e72-b0ba-0198de636af8), precommit_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:23.332458 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-b9cdf808-26fe-4eba-8c5a-7f945ecb6c27 admin admin] Resources bound (agent type, host, resource id): {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:03:23.334963 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cdf808-26fe-4eba-8c5a-7f945ecb6c27 admin admin] Pushing event updated for resources: {'Port': ['ID=7ee46940-af67-42ec-a958-2d1ac2eedbec,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:23.337265 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cdf808-26fe-4eba-8c5a-7f945ecb6c27 admin admin] Received port after_create {{(pid=103970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 05:03:23.342372 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 9c2fb5de-b315-4d28-ac93-c9981cb6d7d1 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:03:23.343022 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (9c2fb5de-b315-4d28-ac93-c9981cb6d7d1), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:23.346745 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a35e36f1-0089-4916-b0b5-395b949ba463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (81231cc5-147a-4e72-b0ba-0198de636af8), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:23.380535 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:23.384135 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b9cdf808-26fe-4eba-8c5a-7f945ecb6c27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1692814'] for router_interface (1f53a0c0-331c-4334-9fde-68b52a228da5), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:23.412527 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-a35e36f1-0089-4916-b0b5-395b949ba463 None None] Attempting to bind port 81231cc5-147a-4e72-b0ba-0198de636af8 on host dv-cinder-851279-3-iscsi for vnic_type normal with profile {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 05:03:23.412907 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-a35e36f1-0089-4916-b0b5-395b949ba463 None None] Attempting to bind port 81231cc5-147a-4e72-b0ba-0198de636af8 by drivers openvswitch,hyperv on host dv-cinder-851279-3-iscsi at level 0 using segments [{'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 05:03:23.413274 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35e36f1-0089-4916-b0b5-395b949ba463 None None] Attempting to bind port 81231cc5-147a-4e72-b0ba-0198de636af8 on network 0194f4bd-d033-4ee0-a642-9d17cfb40f96 {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:03:23.431873 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35e36f1-0089-4916-b0b5-395b949ba463 None None] Checking agent: {'id': 'b9fa2c71-9776-421f-81b8-af2eb557e43b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 49, 56), 'started_at': datetime.datetime(2022, 7, 30, 4, 50, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 5, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 05:03:23.432252 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35e36f1-0089-4916-b0b5-395b949ba463 None None] Checking segment: {'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 05:03:23.432673 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a35e36f1-0089-4916-b0b5-395b949ba463 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:23.433078 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35e36f1-0089-4916-b0b5-395b949ba463 None None] Bound using segment: {'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 05:03:23.433553 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-a35e36f1-0089-4916-b0b5-395b949ba463 None None] Bound port: 81231cc5-147a-4e72-b0ba-0198de636af8, host: dv-cinder-851279-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 05:03:23.433941 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a35e36f1-0089-4916-b0b5-395b949ba463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (81231cc5-147a-4e72-b0ba-0198de636af8), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:23.438099 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fab863-34b8-4ce9-a421-57f3dda8ce89 None None] Pushing event updated for resources: {'Port': ['ID=81231cc5-147a-4e72-b0ba-0198de636af8,revision_number=2']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:23.464142 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:23.508130 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:23.520213 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b9cdf808-26fe-4eba-8c5a-7f945ecb6c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (7ee46940-af67-42ec-a958-2d1ac2eedbec), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:23.520473 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-a35e36f1-0089-4916-b0b5-395b949ba463 None None] For port 81231cc5-147a-4e72-b0ba-0198de636af8, host dv-cinder-851279-3-iscsi, cleared binding levels {{(pid=103972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:03:23.524486 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-a35e36f1-0089-4916-b0b5-395b949ba463 None None] For port 81231cc5-147a-4e72-b0ba-0198de636af8, host dv-cinder-851279-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=81231cc5-147a-4e72-b0ba-0198de636af8,segment=NetworkSegment(e5d036d1-25f5-4dcf-bf6d-d8f947655ab3),segment_id=e5d036d1-25f5-4dcf-bf6d-d8f947655ab3)] {{(pid=103972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:03:23.526009 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 9c2fb5de-b315-4d28-ac93-c9981cb6d7d1 is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:03:23.536158 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a35e36f1-0089-4916-b0b5-395b949ba463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (81231cc5-147a-4e72-b0ba-0198de636af8), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:23.576786 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35e36f1-0089-4916-b0b5-395b949ba463 None None] Routers {'1f53a0c0-331c-4334-9fde-68b52a228da5'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:03:23.577434 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-a35e36f1-0089-4916-b0b5-395b949ba463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:03:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['1f53a0c0-331c-4334-9fde-68b52a228da5'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:23.639606 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fab863-34b8-4ce9-a421-57f3dda8ce89 None None] Pushing event updated for resources: {'Port': ['ID=81231cc5-147a-4e72-b0ba-0198de636af8,revision_number=3']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:23.685520 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-854840a3-e37e-4117-b3a7-7b8c289552a2 None None] Provisioning complete for port 7ee46940-af67-42ec-a958-2d1ac2eedbec triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:03:23.685900 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-854840a3-e37e-4117-b3a7-7b8c289552a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (7ee46940-af67-42ec-a958-2d1ac2eedbec), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:23.702489 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b9cdf808-26fe-4eba-8c5a-7f945ecb6c27 admin admin] Publish callbacks [] for port (7ee46940-af67-42ec-a958-2d1ac2eedbec), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:23.707747 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b9cdf808-26fe-4eba-8c5a-7f945ecb6c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410665'] for port (7ee46940-af67-42ec-a958-2d1ac2eedbec), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:23.738864 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-a35e36f1-0089-4916-b0b5-395b949ba463 None None] Set router 1f53a0c0-331c-4334-9fde-68b52a228da5 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:03:23.741298 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-854840a3-e37e-4117-b3a7-7b8c289552a2 None None] Port 7ee46940-af67-42ec-a958-2d1ac2eedbec cannot update to ACTIVE because it is not bound. {{(pid=103972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 30 05:03:23.783939 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b9cdf808-26fe-4eba-8c5a-7f945ecb6c27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706302'] for router_interface (1f53a0c0-331c-4334-9fde-68b52a228da5), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:23.842620 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cdf808-26fe-4eba-8c5a-7f945ecb6c27 admin admin] Pushing event updated for resources: {'Port': ['ID=7ee46940-af67-42ec-a958-2d1ac2eedbec,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:23.913227 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:23.916167 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d359c-bc51-4905-a50d-fddbb22dc9cf req-0042e97c-cb8c-4519-a22a-d2ee07b805dd tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:23.917667 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-ee7d359c-bc51-4905-a50d-fddbb22dc9cf req-0042e97c-cb8c-4519-a22a-d2ee07b805dd tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 945 time: 0.0695362 Jul 30 05:03:23.953981 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cdf808-26fe-4eba-8c5a-7f945ecb6c27 admin admin] Network 8008eaa6-e839-40e1-8537-7469755a3b5c is already hosted by enough agents. {{(pid=103970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:03:23.957216 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-b9cdf808-26fe-4eba-8c5a-7f945ecb6c27 admin admin] Resources bound (agent type, host, resource id): {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:03:23.968237 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-a35e36f1-0089-4916-b0b5-395b949ba463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f53a0c0-331c-4334-9fde-68b52a228da5', 'name': 'tempest-TestMinimumBasicScenario-1840803035-router', 'tenant_id': 'a1b74e0af6924eaca6c3e94efb720a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '81231cc5-147a-4e72-b0ba-0198de636af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:03:18Z', 'updated_at': '2022-07-30T05:03:23Z', 'revision_number': 4, 'project_id': 'a1b74e0af6924eaca6c3e94efb720a76', 'gw_port': {'id': '81231cc5-147a-4e72-b0ba-0198de636af8', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:19:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f53a0c0-331c-4334-9fde-68b52a228da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:03:19Z', 'updated_at': '2022-07-30T05:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': '7ee46940-af67-42ec-a958-2d1ac2eedbec', 'name': '', 'network_id': '8008eaa6-e839-40e1-8537-7469755a3b5c', 'tenant_id': 'a1b74e0af6924eaca6c3e94efb720a76', 'mac_address': 'fa:16:3e:6e:2c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f53a0c0-331c-4334-9fde-68b52a228da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '88a989b7-fd6b-4b57-aadc-5bfa625da0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:03:22Z', 'updated_at': '2022-07-30T05:03:23Z', 'revision_number': 1, 'project_id': 'a1b74e0af6924eaca6c3e94efb720a76', 'subnets': [{'id': '88a989b7-fd6b-4b57-aadc-5bfa625da0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:23.994682 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35e36f1-0089-4916-b0b5-395b949ba463 None None] The sync data for ids ['1f53a0c0-331c-4334-9fde-68b52a228da5'] in dv-cinder-851279-3-iscsi is: [{'id': '1f53a0c0-331c-4334-9fde-68b52a228da5', 'name': 'tempest-TestMinimumBasicScenario-1840803035-router', 'tenant_id': 'a1b74e0af6924eaca6c3e94efb720a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '81231cc5-147a-4e72-b0ba-0198de636af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:03:18Z', 'updated_at': '2022-07-30T05:03:23Z', 'revision_number': 4, 'project_id': 'a1b74e0af6924eaca6c3e94efb720a76', 'gw_port': {'id': '81231cc5-147a-4e72-b0ba-0198de636af8', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:19:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f53a0c0-331c-4334-9fde-68b52a228da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:03:19Z', 'updated_at': '2022-07-30T05:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': '7ee46940-af67-42ec-a958-2d1ac2eedbec', 'name': '', 'network_id': '8008eaa6-e839-40e1-8537-7469755a3b5c', 'tenant_id': 'a1b74e0af6924eaca6c3e94efb720a76', 'mac_address': 'fa:16:3e:6e:2c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f53a0c0-331c-4334-9fde-68b52a228da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '88a989b7-fd6b-4b57-aadc-5bfa625da0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:03:22Z', 'updated_at': '2022-07-30T05:03:23Z', 'revision_number': 1, 'project_id': 'a1b74e0af6924eaca6c3e94efb720a76', 'subnets': [{'id': '88a989b7-fd6b-4b57-aadc-5bfa625da0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:03:24.025474 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-ee7d359c-bc51-4905-a50d-fddbb22dc9cf req-6f584e34-afe6-4297-9adf-6ba5e97d9cc9 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929942 Jul 30 05:03:24.099190 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9cdf808-26fe-4eba-8c5a-7f945ecb6c27 admin admin] Router 1f53a0c0-331c-4334-9fde-68b52a228da5 has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 05:03:24.216070 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cdf808-26fe-4eba-8c5a-7f945ecb6c27 admin admin] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:03:24.228456 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-b9cdf808-26fe-4eba-8c5a-7f945ecb6c27 admin admin] 10.222.0.20 "PUT /v2.0/routers/1f53a0c0-331c-4334-9fde-68b52a228da5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0423934 Jul 30 05:03:24.289970 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-4b67ebaa-4ea2-43ab-ac40-4d6f586fd3b0 None None] Provisioning complete for port 7ee46940-af67-42ec-a958-2d1ac2eedbec triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:03:24.290354 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-4b67ebaa-4ea2-43ab-ac40-4d6f586fd3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (7ee46940-af67-42ec-a958-2d1ac2eedbec), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:24.345238 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-4b67ebaa-4ea2-43ab-ac40-4d6f586fd3b0 None None] Port 7ee46940-af67-42ec-a958-2d1ac2eedbec cannot update to ACTIVE because it is not bound. {{(pid=103972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 30 05:03:25.221949 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e6ba8-95ff-4cd1-8f7c-682fac74bc72 req-e954465f-f88c-4249-9716-c5bd407c0de9 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:25.224540 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-6a3e6ba8-95ff-4cd1-8f7c-682fac74bc72 req-e954465f-f88c-4249-9716-c5bd407c0de9 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 945 time: 0.1062250 Jul 30 05:03:25.304541 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:25.319248 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-6a3e6ba8-95ff-4cd1-8f7c-682fac74bc72 req-41138e97-fc73-43b6-8a67-aec489addf8e tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865321 Jul 30 05:03:25.352658 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:25.384425 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:25.692916 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:26.433686 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:26.448069 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960abb4d-aa70-4102-aadf-0bd4a187e967 req-1e7992c6-f3d1-43a2-9862-83b4fd5986f0 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:26.450897 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-960abb4d-aa70-4102-aadf-0bd4a187e967 req-1e7992c6-f3d1-43a2-9862-83b4fd5986f0 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 945 time: 0.0592477 Jul 30 05:03:26.537078 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-960abb4d-aa70-4102-aadf-0bd4a187e967 req-33a2aa22-970b-41c8-bda2-746fca839ea1 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811939 Jul 30 05:03:26.660351 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 81231cc5-147a-4e72-b0ba-0198de636af8 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:03:26.759278 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 81231cc5-147a-4e72-b0ba-0198de636af8 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:03:26.759646 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (81231cc5-147a-4e72-b0ba-0198de636af8), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:26.841696 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [req-0529e507-4302-4dfc-b140-9eac5f5cb15a req-8b7d6ced-5336-4394-812d-2dad51bd9dc2 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103970) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 30 05:03:26.843183 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-0529e507-4302-4dfc-b140-9eac5f5cb15a req-8b7d6ced-5336-4394-812d-2dad51bd9dc2 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1973417 Jul 30 05:03:26.858515 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 81231cc5-147a-4e72-b0ba-0198de636af8 is: DOWN; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:03:26.859189 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (81231cc5-147a-4e72-b0ba-0198de636af8), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:26.895398 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] For port 81231cc5-147a-4e72-b0ba-0198de636af8, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=81231cc5-147a-4e72-b0ba-0198de636af8,segment=NetworkSegment(e5d036d1-25f5-4dcf-bf6d-d8f947655ab3),segment_id=e5d036d1-25f5-4dcf-bf6d-d8f947655ab3)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:03:26.903728 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (81231cc5-147a-4e72-b0ba-0198de636af8), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:26.973876 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Pushing event updated for resources: {'Port': ['ID=81231cc5-147a-4e72-b0ba-0198de636af8,revision_number=4']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:27.032404 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ac646-2e24-44b8-8733-f71d1093365b req-c4dbdb06-2a80-4d54-a87c-c3e12031dd07 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:27.043202 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2d4ac646-2e24-44b8-8733-f71d1093365b req-c4dbdb06-2a80-4d54-a87c-c3e12031dd07 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 945 time: 0.0799103 Jul 30 05:03:27.115509 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2d4ac646-2e24-44b8-8733-f71d1093365b req-479cf33a-107f-491d-ac66-c39a08d28bf9 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=28ba7713-8be4-4961-9d65-b66a4bd63f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710919 Jul 30 05:03:27.144099 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 54836) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:03:27.193130 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648fbff-02b3-44c3-8c56-ad9f31101878 req-67b1d4c5-cb49-4c43-b8d1-a9dd96758158 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:27.194997 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d648fbff-02b3-44c3-8c56-ad9f31101878 req-67b1d4c5-cb49-4c43-b8d1-a9dd96758158 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 945 time: 0.0671573 Jul 30 05:03:27.244308 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3cfc7223-7358-46b2-8cea-9b43ed06414d req-19a58923-b228-4032-92fb-5de8bf8a0acb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0988581 Jul 30 05:03:27.252572 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [req-3cfc7223-7358-46b2-8cea-9b43ed06414d req-f7ce5299-af14-4d1c-9776-203317f6a47d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 30 05:03:27.265702 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3cfc7223-7358-46b2-8cea-9b43ed06414d req-f7ce5299-af14-4d1c-9776-203317f6a47d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0202382 Jul 30 05:03:27.284197 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d648fbff-02b3-44c3-8c56-ad9f31101878 req-b602b3db-2ee5-4edb-9c07-deff9857c6c5 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735667 Jul 30 05:03:27.436701 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 54844) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:03:27.541844 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc7223-7358-46b2-8cea-9b43ed06414d req-1e7fe4e0-c546-49d1-9fbe-d8d04cb2c5cd tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:27.543390 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3cfc7223-7358-46b2-8cea-9b43ed06414d req-1e7fe4e0-c546-49d1-9fbe-d8d04cb2c5cd tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports/1a76ab0f-eada-4891-8b4c-b2af44036eb1 HTTP/1.1" status: 200 len: 942 time: 0.1056950 Jul 30 05:03:28.253168 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:28.311138 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82574771-1891-42a2-b8aa-e9cb21b3b031 None None] Sync routers for ids ['1f53a0c0-331c-4334-9fde-68b52a228da5'] in dv-cinder-851279-3-iscsi {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:03:28.316928 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a516b4-7d49-420f-8901-73b9bc8b5a40 req-2e41f342-fce5-4b5f-bcb0-a187da54a8f2 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:28.326017 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f7a516b4-7d49-420f-8901-73b9bc8b5a40 req-2e41f342-fce5-4b5f-bcb0-a187da54a8f2 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 945 time: 0.0860875 Jul 30 05:03:28.348345 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82574771-1891-42a2-b8aa-e9cb21b3b031 None None] Routers {'1f53a0c0-331c-4334-9fde-68b52a228da5'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:03:28.349015 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-82574771-1891-42a2-b8aa-e9cb21b3b031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:03:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['1f53a0c0-331c-4334-9fde-68b52a228da5'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:28.393625 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f7a516b4-7d49-420f-8901-73b9bc8b5a40 req-fff0e21b-1cc8-4f27-9019-1f78c7df53aa tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=28ba7713-8be4-4961-9d65-b66a4bd63f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662024 Jul 30 05:03:28.438973 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a5d2b-294c-4833-a79e-7d79e33d47a9 req-811ec9f5-69bd-423a-990d-adc6aa1af007 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:28.447064 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-bb6a5d2b-294c-4833-a79e-7d79e33d47a9 req-811ec9f5-69bd-423a-990d-adc6aa1af007 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 945 time: 0.0641112 Jul 30 05:03:28.508215 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-82574771-1891-42a2-b8aa-e9cb21b3b031 None None] Set router 1f53a0c0-331c-4334-9fde-68b52a228da5 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:03:28.513547 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-bb6a5d2b-294c-4833-a79e-7d79e33d47a9 req-0bd033af-23da-4bf2-a506-ed135d3b6bd3 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655262 Jul 30 05:03:28.603084 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:28.648886 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 81231cc5-147a-4e72-b0ba-0198de636af8 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:03:28.741357 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 81231cc5-147a-4e72-b0ba-0198de636af8 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:03:28.741729 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (81231cc5-147a-4e72-b0ba-0198de636af8), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:28.815374 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-82574771-1891-42a2-b8aa-e9cb21b3b031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f53a0c0-331c-4334-9fde-68b52a228da5', 'name': 'tempest-TestMinimumBasicScenario-1840803035-router', 'tenant_id': 'a1b74e0af6924eaca6c3e94efb720a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '81231cc5-147a-4e72-b0ba-0198de636af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:03:18Z', 'updated_at': '2022-07-30T05:03:23Z', 'revision_number': 4, 'project_id': 'a1b74e0af6924eaca6c3e94efb720a76', 'gw_port': {'id': '81231cc5-147a-4e72-b0ba-0198de636af8', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:19:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f53a0c0-331c-4334-9fde-68b52a228da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:03:19Z', 'updated_at': '2022-07-30T05:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': '7ee46940-af67-42ec-a958-2d1ac2eedbec', 'name': '', 'network_id': '8008eaa6-e839-40e1-8537-7469755a3b5c', 'tenant_id': 'a1b74e0af6924eaca6c3e94efb720a76', 'mac_address': 'fa:16:3e:6e:2c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f53a0c0-331c-4334-9fde-68b52a228da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '88a989b7-fd6b-4b57-aadc-5bfa625da0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:03:22Z', 'updated_at': '2022-07-30T05:03:23Z', 'revision_number': 2, 'project_id': 'a1b74e0af6924eaca6c3e94efb720a76', 'subnets': [{'id': '88a989b7-fd6b-4b57-aadc-5bfa625da0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:28.844555 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82574771-1891-42a2-b8aa-e9cb21b3b031 None None] Checking router: 1f53a0c0-331c-4334-9fde-68b52a228da5 for host: dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:03:28.845177 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82574771-1891-42a2-b8aa-e9cb21b3b031 None None] Updating router 1f53a0c0-331c-4334-9fde-68b52a228da5 port 7ee46940-af67-42ec-a958-2d1ac2eedbec binding host dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 05:03:28.887800 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 1a76ab0f-eada-4891-8b4c-b2af44036eb1 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:03:28.933449 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-82574771-1891-42a2-b8aa-e9cb21b3b031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (7ee46940-af67-42ec-a958-2d1ac2eedbec), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:28.936800 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 81231cc5-147a-4e72-b0ba-0198de636af8 is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:03:28.998118 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:29.086043 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port 1a76ab0f-eada-4891-8b4c-b2af44036eb1 is: ACTIVE; New status is: DOWN {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:03:29.086353 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (1a76ab0f-eada-4891-8b4c-b2af44036eb1), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:29.309856 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b497c8-e641-428a-94b6-86c21af5844f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a76ab0f-eada-4891-8b4c-b2af44036eb1'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:03:29.312106 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097f6318ceefad5cd58475957c164f396c8a98df32e112d8bd5bde4ce5121001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3214d78d-1535-4822-97f6-d73208e7cffe" -d '{"events": [{"server_uuid": "99b497c8-e641-428a-94b6-86c21af5844f", "name": "network-vif-unplugged", "status": "completed", "tag": "1a76ab0f-eada-4891-8b4c-b2af44036eb1"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:03:29.328795 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 1a76ab0f-eada-4891-8b4c-b2af44036eb1, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=1a76ab0f-eada-4891-8b4c-b2af44036eb1,segment=NetworkSegment(49e86943-6cb8-4f31-93ea-855c416e4a38),segment_id=49e86943-6cb8-4f31-93ea-855c416e4a38)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:03:29.338938 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (1a76ab0f-eada-4891-8b4c-b2af44036eb1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:29.368669 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 30 Jul 2022 05:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1498a8fa-9822-4e51-b985-6469b43a212e x-openstack-request-id: req-1498a8fa-9822-4e51-b985-6469b43a212e {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:03:29.368956 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b497c8-e641-428a-94b6-86c21af5844f", "name": "network-vif-unplugged", "status": "failed", "tag": "1a76ab0f-eada-4891-8b4c-b2af44036eb1", "code": 422}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:03:29.369204 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1498a8fa-9822-4e51-b985-6469b43a212e {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:03:29.369638 dv-cinder-851279-3-iscsi neutron-server[103972]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1498a8fa-9822-4e51-b985-6469b43a212e']: {'server_uuid': '99b497c8-e641-428a-94b6-86c21af5844f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1a76ab0f-eada-4891-8b4c-b2af44036eb1', 'code': 422} returned with failed status Jul 30 05:03:29.437220 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=1a76ab0f-eada-4891-8b4c-b2af44036eb1,revision_number=6']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:29.453589 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:29.453946 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:29.454297 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:29.454671 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:29.455620 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:29.456652 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:29.457002 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:29.457345 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:29.457683 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:29.458021 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:29.458356 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:29.458713 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:29.459047 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:29.459374 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:29.459715 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:03:29.530815 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-82574771-1891-42a2-b8aa-e9cb21b3b031 None None] Publish callbacks [] for port (7ee46940-af67-42ec-a958-2d1ac2eedbec), precommit_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:29.548420 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-82574771-1891-42a2-b8aa-e9cb21b3b031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (7ee46940-af67-42ec-a958-2d1ac2eedbec), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:29.589393 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c7bb8-f58c-41d6-87a8-ec8e08551219 req-9dcf2317-129f-41ce-8115-080019dfd9f1 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:29.595513 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-b28c7bb8-f58c-41d6-87a8-ec8e08551219 req-9dcf2317-129f-41ce-8115-080019dfd9f1 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 945 time: 0.0995533 Jul 30 05:03:29.626019 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4f0d5-e599-41fd-9e0e-3db2ee8ff2ce None None] Pushing event updated for resources: {'Port': ['ID=7ee46940-af67-42ec-a958-2d1ac2eedbec,revision_number=3']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:29.661899 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67eaaa-d3d4-4813-95c8-ab5c2ace348c req-28acaab6-d472-41b2-960c-f8f5f9d09bf7 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:29.669143 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5e67eaaa-d3d4-4813-95c8-ab5c2ace348c req-28acaab6-d472-41b2-960c-f8f5f9d09bf7 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 943 time: 0.0595789 Jul 30 05:03:29.688893 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-b28c7bb8-f58c-41d6-87a8-ec8e08551219 req-526ccfd6-9bbb-4bb1-8540-d0533144b27f tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=28ba7713-8be4-4961-9d65-b66a4bd63f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916877 Jul 30 05:03:29.723309 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-82574771-1891-42a2-b8aa-e9cb21b3b031 None None] Attempting to bind port 7ee46940-af67-42ec-a958-2d1ac2eedbec on host dv-cinder-851279-3-iscsi for vnic_type normal with profile {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 05:03:29.723975 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-82574771-1891-42a2-b8aa-e9cb21b3b031 None None] Attempting to bind port 7ee46940-af67-42ec-a958-2d1ac2eedbec by drivers openvswitch,hyperv on host dv-cinder-851279-3-iscsi at level 0 using segments [{'id': '5d066ecf-583e-4c9f-8c73-7b6ebadb2064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8008eaa6-e839-40e1-8537-7469755a3b5c'}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 05:03:29.724339 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82574771-1891-42a2-b8aa-e9cb21b3b031 None None] Attempting to bind port 7ee46940-af67-42ec-a958-2d1ac2eedbec on network 8008eaa6-e839-40e1-8537-7469755a3b5c {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:03:29.729827 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82574771-1891-42a2-b8aa-e9cb21b3b031 None None] Checking agent: {'id': 'b9fa2c71-9776-421f-81b8-af2eb557e43b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 49, 56), 'started_at': datetime.datetime(2022, 7, 30, 4, 50, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 5, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 05:03:29.730204 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82574771-1891-42a2-b8aa-e9cb21b3b031 None None] Checking segment: {'id': '5d066ecf-583e-4c9f-8c73-7b6ebadb2064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8008eaa6-e839-40e1-8537-7469755a3b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 05:03:29.730915 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-82574771-1891-42a2-b8aa-e9cb21b3b031 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:29.731308 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82574771-1891-42a2-b8aa-e9cb21b3b031 None None] Bound using segment: {'id': '5d066ecf-583e-4c9f-8c73-7b6ebadb2064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8008eaa6-e839-40e1-8537-7469755a3b5c'} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 05:03:29.731779 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-82574771-1891-42a2-b8aa-e9cb21b3b031 None None] Bound port: 7ee46940-af67-42ec-a958-2d1ac2eedbec, host: dv-cinder-851279-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d066ecf-583e-4c9f-8c73-7b6ebadb2064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8008eaa6-e839-40e1-8537-7469755a3b5c'}}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 05:03:29.731927 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5e67eaaa-d3d4-4813-95c8-ab5c2ace348c req-3de31b2a-9d7d-4fe3-a678-7d42c1d5d5d5 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616364 Jul 30 05:03:29.732156 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-82574771-1891-42a2-b8aa-e9cb21b3b031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (7ee46940-af67-42ec-a958-2d1ac2eedbec), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:29.764723 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:29.801900 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-82574771-1891-42a2-b8aa-e9cb21b3b031 None None] For port 7ee46940-af67-42ec-a958-2d1ac2eedbec, host dv-cinder-851279-3-iscsi, cleared binding levels {{(pid=103972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:03:29.805038 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-82574771-1891-42a2-b8aa-e9cb21b3b031 None None] For port 7ee46940-af67-42ec-a958-2d1ac2eedbec, host dv-cinder-851279-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=7ee46940-af67-42ec-a958-2d1ac2eedbec,segment=NetworkSegment(5d066ecf-583e-4c9f-8c73-7b6ebadb2064),segment_id=5d066ecf-583e-4c9f-8c73-7b6ebadb2064)] {{(pid=103972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:03:29.814238 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-82574771-1891-42a2-b8aa-e9cb21b3b031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (7ee46940-af67-42ec-a958-2d1ac2eedbec), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:29.865283 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82574771-1891-42a2-b8aa-e9cb21b3b031 None None] Routers {'1f53a0c0-331c-4334-9fde-68b52a228da5'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:03:29.867241 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-82574771-1891-42a2-b8aa-e9cb21b3b031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:03:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['1f53a0c0-331c-4334-9fde-68b52a228da5'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:29.928009 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4f0d5-e599-41fd-9e0e-3db2ee8ff2ce None None] Pushing event updated for resources: {'Port': ['ID=7ee46940-af67-42ec-a958-2d1ac2eedbec,revision_number=4']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:30.020531 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-82574771-1891-42a2-b8aa-e9cb21b3b031 None None] Set router 1f53a0c0-331c-4334-9fde-68b52a228da5 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:03:30.190361 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:30.227951 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:30.238974 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-82574771-1891-42a2-b8aa-e9cb21b3b031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f53a0c0-331c-4334-9fde-68b52a228da5', 'name': 'tempest-TestMinimumBasicScenario-1840803035-router', 'tenant_id': 'a1b74e0af6924eaca6c3e94efb720a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '81231cc5-147a-4e72-b0ba-0198de636af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:03:18Z', 'updated_at': '2022-07-30T05:03:23Z', 'revision_number': 4, 'project_id': 'a1b74e0af6924eaca6c3e94efb720a76', 'gw_port': {'id': '81231cc5-147a-4e72-b0ba-0198de636af8', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:19:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f53a0c0-331c-4334-9fde-68b52a228da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:03:19Z', 'updated_at': '2022-07-30T05:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': '7ee46940-af67-42ec-a958-2d1ac2eedbec', 'name': '', 'network_id': '8008eaa6-e839-40e1-8537-7469755a3b5c', 'tenant_id': 'a1b74e0af6924eaca6c3e94efb720a76', 'mac_address': 'fa:16:3e:6e:2c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f53a0c0-331c-4334-9fde-68b52a228da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '88a989b7-fd6b-4b57-aadc-5bfa625da0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:03:22Z', 'updated_at': '2022-07-30T05:03:29Z', 'revision_number': 4, 'project_id': 'a1b74e0af6924eaca6c3e94efb720a76', 'subnets': [{'id': '88a989b7-fd6b-4b57-aadc-5bfa625da0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:30.245366 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a560a-fa88-4d42-af53-0e0e88395f08 req-066ab4d2-800d-44d2-a9b7-edad4f78d1a8 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:30.246909 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-860a560a-fa88-4d42-af53-0e0e88395f08 req-066ab4d2-800d-44d2-a9b7-edad4f78d1a8 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.49 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 945 time: 0.0650506 Jul 30 05:03:30.270551 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82574771-1891-42a2-b8aa-e9cb21b3b031 None None] The sync data for ids ['1f53a0c0-331c-4334-9fde-68b52a228da5'] in dv-cinder-851279-3-iscsi is: [{'id': '1f53a0c0-331c-4334-9fde-68b52a228da5', 'name': 'tempest-TestMinimumBasicScenario-1840803035-router', 'tenant_id': 'a1b74e0af6924eaca6c3e94efb720a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '81231cc5-147a-4e72-b0ba-0198de636af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:03:18Z', 'updated_at': '2022-07-30T05:03:23Z', 'revision_number': 4, 'project_id': 'a1b74e0af6924eaca6c3e94efb720a76', 'gw_port': {'id': '81231cc5-147a-4e72-b0ba-0198de636af8', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:19:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f53a0c0-331c-4334-9fde-68b52a228da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:03:19Z', 'updated_at': '2022-07-30T05:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': '7ee46940-af67-42ec-a958-2d1ac2eedbec', 'name': '', 'network_id': '8008eaa6-e839-40e1-8537-7469755a3b5c', 'tenant_id': 'a1b74e0af6924eaca6c3e94efb720a76', 'mac_address': 'fa:16:3e:6e:2c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f53a0c0-331c-4334-9fde-68b52a228da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '88a989b7-fd6b-4b57-aadc-5bfa625da0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:03:22Z', 'updated_at': '2022-07-30T05:03:29Z', 'revision_number': 4, 'project_id': 'a1b74e0af6924eaca6c3e94efb720a76', 'subnets': [{'id': '88a989b7-fd6b-4b57-aadc-5bfa625da0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:03:30.360711 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-860a560a-fa88-4d42-af53-0e0e88395f08 req-efac680f-6d40-4d28-9425-68b6736ab59b tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Deleting port 3ee72598-16cb-4e6d-aa46-89dd6f7ad946 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:03:30.362195 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-860a560a-fa88-4d42-af53-0e0e88395f08 req-efac680f-6d40-4d28-9425-68b6736ab59b tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (3ee72598-16cb-4e6d-aa46-89dd6f7ad946), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:30.473288 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-860a560a-fa88-4d42-af53-0e0e88395f08 req-efac680f-6d40-4d28-9425-68b6736ab59b tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] For port 3ee72598-16cb-4e6d-aa46-89dd6f7ad946, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=3ee72598-16cb-4e6d-aa46-89dd6f7ad946,segment=NetworkSegment(02c5dc2d-6889-4189-9ed9-9f04d5c6c204),segment_id=02c5dc2d-6889-4189-9ed9-9f04d5c6c204)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:03:30.473591 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-860a560a-fa88-4d42-af53-0e0e88395f08 req-efac680f-6d40-4d28-9425-68b6736ab59b tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (3ee72598-16cb-4e6d-aa46-89dd6f7ad946), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:30.709422 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 7ee46940-af67-42ec-a958-2d1ac2eedbec up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:03:30.724263 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-860a560a-fa88-4d42-af53-0e0e88395f08 req-efac680f-6d40-4d28-9425-68b6736ab59b tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:30.725168 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-860a560a-fa88-4d42-af53-0e0e88395f08 req-efac680f-6d40-4d28-9425-68b6736ab59b tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692779'] for floatingip (a3c8b0a0-92c2-4cb2-b36f-e00b9a615463), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:30.725673 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.db.l3_db [req-860a560a-fa88-4d42-af53-0e0e88395f08 req-efac680f-6d40-4d28-9425-68b6736ab59b tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Floating IP a3c8b0a0-92c2-4cb2-b36f-e00b9a615463 disassociated. External IP: 172.27.2.90, port: 3ee72598-16cb-4e6d-aa46-89dd6f7ad946. Jul 30 05:03:30.726179 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-860a560a-fa88-4d42-af53-0e0e88395f08 req-efac680f-6d40-4d28-9425-68b6736ab59b tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Calling delete_port for 3ee72598-16cb-4e6d-aa46-89dd6f7ad946 owned by compute:nova {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:03:30.787244 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 7ee46940-af67-42ec-a958-2d1ac2eedbec triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:03:30.787688 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (7ee46940-af67-42ec-a958-2d1ac2eedbec), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:30.908339 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee687a-feb0-417f-abd4-ea1dca645c42 req-a6e99963-0833-4391-b0a2-afd79eea7190 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:30.914717 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-86ee687a-feb0-417f-abd4-ea1dca645c42 req-a6e99963-0833-4391-b0a2-afd79eea7190 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 945 time: 0.0946848 Jul 30 05:03:30.947726 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 7ee46940-af67-42ec-a958-2d1ac2eedbec is: DOWN; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:03:30.951761 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (7ee46940-af67-42ec-a958-2d1ac2eedbec), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:30.959081 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-860a560a-fa88-4d42-af53-0e0e88395f08 req-efac680f-6d40-4d28-9425-68b6736ab59b tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (3ee72598-16cb-4e6d-aa46-89dd6f7ad946), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:31.010407 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac680f-6d40-4d28-9425-68b6736ab59b tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Pushing event deleted for resources: {'Port': ['ID=3ee72598-16cb-4e6d-aa46-89dd6f7ad946,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:31.030355 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-86ee687a-feb0-417f-abd4-ea1dca645c42 req-4802ca03-9dc9-4b82-aa8b-45b47a012348 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=28ba7713-8be4-4961-9d65-b66a4bd63f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073334 Jul 30 05:03:31.034457 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36f608-3e27-4c1a-bd48-ae2d1f88f2cb req-da2f37ea-34f9-48d9-ade0-e349c4ebed19 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:31.042579 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-dd36f608-3e27-4c1a-bd48-ae2d1f88f2cb req-da2f37ea-34f9-48d9-ade0-e349c4ebed19 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 943 time: 0.1036100 Jul 30 05:03:31.047579 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] For port 7ee46940-af67-42ec-a958-2d1ac2eedbec, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=7ee46940-af67-42ec-a958-2d1ac2eedbec,segment=NetworkSegment(5d066ecf-583e-4c9f-8c73-7b6ebadb2064),segment_id=5d066ecf-583e-4c9f-8c73-7b6ebadb2064)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:03:31.055862 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (7ee46940-af67-42ec-a958-2d1ac2eedbec), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:31.110094 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Pushing event updated for resources: {'Port': ['ID=7ee46940-af67-42ec-a958-2d1ac2eedbec,revision_number=5']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:31.156611 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:31.166365 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-dd36f608-3e27-4c1a-bd48-ae2d1f88f2cb req-0a7fb507-21e6-4365-8116-52ecae7b7814 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229401 Jul 30 05:03:31.210952 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-860a560a-fa88-4d42-af53-0e0e88395f08 req-efac680f-6d40-4d28-9425-68b6736ab59b tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Router b59f3aef-e47d-4eb9-819a-3790ca762486 has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 05:03:31.334387 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-860a560a-fa88-4d42-af53-0e0e88395f08 req-efac680f-6d40-4d28-9425-68b6736ab59b tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:03:31.357693 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16efeea5-e8a4-4e8f-889b-b38c7af0a225 None None] Sync routers for ids ['b59f3aef-e47d-4eb9-819a-3790ca762486'] in dv-cinder-851279-3-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:03:31.388356 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-860a560a-fa88-4d42-af53-0e0e88395f08 req-efac680f-6d40-4d28-9425-68b6736ab59b tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] No DVR routers for this DVR port 3ee72598-16cb-4e6d-aa46-89dd6f7ad946 on host hv-cinder-85127 {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 30 05:03:31.391098 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-860a560a-fa88-4d42-af53-0e0e88395f08 req-efac680f-6d40-4d28-9425-68b6736ab59b tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:31.397149 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-860a560a-fa88-4d42-af53-0e0e88395f08 req-efac680f-6d40-4d28-9425-68b6736ab59b tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.49 "DELETE /v2.0/ports/3ee72598-16cb-4e6d-aa46-89dd6f7ad946 HTTP/1.1" status: 204 len: 173 time: 1.1435430 Jul 30 05:03:31.397680 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16efeea5-e8a4-4e8f-889b-b38c7af0a225 None None] Routers {'b59f3aef-e47d-4eb9-819a-3790ca762486'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:03:31.397832 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b7a5ff-be03-4f45-941c-26a50cdabf02', 'name': 'network-vif-deleted', 'tag': '3ee72598-16cb-4e6d-aa46-89dd6f7ad946'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:03:31.398638 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-16efeea5-e8a4-4e8f-889b-b38c7af0a225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:03:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['b59f3aef-e47d-4eb9-819a-3790ca762486'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:31.401491 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b16b4900bbfc643f3f19b33d02e463cc441e963483cfbcd5657a130b47b3c9ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42fc4cb-300c-4951-9573-4d46f31d4608" -d '{"events": [{"server_uuid": "65b7a5ff-be03-4f45-941c-26a50cdabf02", "name": "network-vif-deleted", "tag": "3ee72598-16cb-4e6d-aa46-89dd6f7ad946"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:03:31.451027 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 05:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5aebf1-a58f-453e-a410-5c55bafd67b9 x-openstack-request-id: req-1a5aebf1-a58f-453e-a410-5c55bafd67b9 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:03:31.451569 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b7a5ff-be03-4f45-941c-26a50cdabf02", "name": "network-vif-deleted", "tag": "3ee72598-16cb-4e6d-aa46-89dd6f7ad946", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:03:31.451931 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a5aebf1-a58f-453e-a410-5c55bafd67b9 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:03:31.452196 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a5aebf1-a58f-453e-a410-5c55bafd67b9'] response: {'server_uuid': '65b7a5ff-be03-4f45-941c-26a50cdabf02', 'name': 'network-vif-deleted', 'tag': '3ee72598-16cb-4e6d-aa46-89dd6f7ad946', 'status': 'completed', 'code': 200} Jul 30 05:03:31.566186 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-16efeea5-e8a4-4e8f-889b-b38c7af0a225 None None] Set router b59f3aef-e47d-4eb9-819a-3790ca762486 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:03:31.834552 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-16efeea5-e8a4-4e8f-889b-b38c7af0a225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'name': 'tempest-ServerRescueNegativeTestJSON-1110144523-router', 'tenant_id': 'decb0bd64582440590890900e594b79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'f3dcf5ad-6c18-4a26-ba1e-4d12186bca40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:10Z', 'updated_at': '2022-07-30T04:58:20Z', 'revision_number': 4, 'project_id': 'decb0bd64582440590890900e594b79e', 'gw_port': {'id': 'f3dcf5ad-6c18-4a26-ba1e-4d12186bca40', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:82:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:11Z', 'updated_at': '2022-07-30T04:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': '3cc83e3d-6f18-45ea-80e9-35ad9f11c343', 'name': '', 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1', 'tenant_id': 'decb0bd64582440590890900e594b79e', 'mac_address': 'fa:16:3e:5e:c7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '92a83611-d09e-4b38-9b4b-aa1a1854f601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:18Z', 'updated_at': '2022-07-30T04:58:36Z', 'revision_number': 5, 'project_id': 'decb0bd64582440590890900e594b79e', 'subnets': [{'id': '92a83611-d09e-4b38-9b4b-aa1a1854f601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:31.864175 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16efeea5-e8a4-4e8f-889b-b38c7af0a225 None None] Checking router: b59f3aef-e47d-4eb9-819a-3790ca762486 for host: dv-cinder-851279-3-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:03:31.873779 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16efeea5-e8a4-4e8f-889b-b38c7af0a225 None None] Routers {'b59f3aef-e47d-4eb9-819a-3790ca762486'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:03:31.874400 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-16efeea5-e8a4-4e8f-889b-b38c7af0a225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:03:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['b59f3aef-e47d-4eb9-819a-3790ca762486'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:32.016600 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-16efeea5-e8a4-4e8f-889b-b38c7af0a225 None None] Set router b59f3aef-e47d-4eb9-819a-3790ca762486 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:03:32.130749 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:32.208157 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4c431383-3deb-4b70-8d35-7ee32e22be60 req-f580408b-223d-42d1-acff-b7830efe3ef7 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b7a5ff-be03-4f45-941c-26a50cdabf02 HTTP/1.1" status: 200 len: 210 time: 0.0526683 Jul 30 05:03:32.294478 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-16efeea5-e8a4-4e8f-889b-b38c7af0a225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'name': 'tempest-ServerRescueNegativeTestJSON-1110144523-router', 'tenant_id': 'decb0bd64582440590890900e594b79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'f3dcf5ad-6c18-4a26-ba1e-4d12186bca40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:10Z', 'updated_at': '2022-07-30T04:58:20Z', 'revision_number': 4, 'project_id': 'decb0bd64582440590890900e594b79e', 'gw_port': {'id': 'f3dcf5ad-6c18-4a26-ba1e-4d12186bca40', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:82:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:11Z', 'updated_at': '2022-07-30T04:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': '3cc83e3d-6f18-45ea-80e9-35ad9f11c343', 'name': '', 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1', 'tenant_id': 'decb0bd64582440590890900e594b79e', 'mac_address': 'fa:16:3e:5e:c7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '92a83611-d09e-4b38-9b4b-aa1a1854f601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:18Z', 'updated_at': '2022-07-30T04:58:36Z', 'revision_number': 5, 'project_id': 'decb0bd64582440590890900e594b79e', 'subnets': [{'id': '92a83611-d09e-4b38-9b4b-aa1a1854f601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:32.343425 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16efeea5-e8a4-4e8f-889b-b38c7af0a225 None None] The sync data for ids ['b59f3aef-e47d-4eb9-819a-3790ca762486'] in dv-cinder-851279-3-iscsi is: [{'id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'name': 'tempest-ServerRescueNegativeTestJSON-1110144523-router', 'tenant_id': 'decb0bd64582440590890900e594b79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'f3dcf5ad-6c18-4a26-ba1e-4d12186bca40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:10Z', 'updated_at': '2022-07-30T04:58:20Z', 'revision_number': 4, 'project_id': 'decb0bd64582440590890900e594b79e', 'gw_port': {'id': 'f3dcf5ad-6c18-4a26-ba1e-4d12186bca40', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:82:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:11Z', 'updated_at': '2022-07-30T04:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': '3cc83e3d-6f18-45ea-80e9-35ad9f11c343', 'name': '', 'network_id': 'cf976b2f-0ebc-4e5a-b101-0355f31913b1', 'tenant_id': 'decb0bd64582440590890900e594b79e', 'mac_address': 'fa:16:3e:5e:c7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '92a83611-d09e-4b38-9b4b-aa1a1854f601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:18Z', 'updated_at': '2022-07-30T04:58:36Z', 'revision_number': 5, 'project_id': 'decb0bd64582440590890900e594b79e', 'subnets': [{'id': '92a83611-d09e-4b38-9b4b-aa1a1854f601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:03:32.452370 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10efa8-807c-434c-a181-ec1e57d83c42 req-b7de6889-2410-43df-b75d-8364a852d9ca tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:32.461675 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-0c10efa8-807c-434c-a181-ec1e57d83c42 req-b7de6889-2410-43df-b75d-8364a852d9ca tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 943 time: 0.1106853 Jul 30 05:03:32.547175 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-0c10efa8-807c-434c-a181-ec1e57d83c42 req-65e6b0ce-c3de-4069-9b8f-d91822aa453b tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804429 Jul 30 05:03:32.687241 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 7ee46940-af67-42ec-a958-2d1ac2eedbec up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:03:32.742114 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 7ee46940-af67-42ec-a958-2d1ac2eedbec triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:03:32.742519 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (7ee46940-af67-42ec-a958-2d1ac2eedbec), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:32.851043 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 7ee46940-af67-42ec-a958-2d1ac2eedbec is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:03:33.065531 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1417ed-d1a9-46d6-b13b-4e0f34d53365 None None] New status for floating IP a3c8b0a0-92c2-4cb2-b36f-e00b9a615463: DOWN {{(pid=103972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 30 05:03:33.368611 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 54916) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:03:33.400687 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:33.450312 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-650d06da-3624-4a4d-94a7-632759a23e2a tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks [] for security_group (28ba7713-8be4-4961-9d65-b66a4bd63f1f), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:33.488731 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-650d06da-3624-4a4d-94a7-632759a23e2a tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks [] for security_group (28ba7713-8be4-4961-9d65-b66a4bd63f1f), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:33.547363 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-650d06da-3624-4a4d-94a7-632759a23e2a tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (28ba7713-8be4-4961-9d65-b66a4bd63f1f), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:33.550955 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-650d06da-3624-4a4d-94a7-632759a23e2a tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:33.552345 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-650d06da-3624-4a4d-94a7-632759a23e2a tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "DELETE /v2.0/security-groups/28ba7713-8be4-4961-9d65-b66a4bd63f1f HTTP/1.1" status: 204 len: 168 time: 0.1821148 Jul 30 05:03:33.554823 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 54918) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:03:33.565739 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d06da-3624-4a4d-94a7-632759a23e2a tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ba7713-8be4-4961-9d65-b66a4bd63f1f,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:33.576611 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.api.v2.resource [None req-9bb8572d-774b-4955-bee1-b581848d2ed5 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] show failed (client error): The resource could not be found. Jul 30 05:03:33.577839 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-9bb8572d-774b-4955-bee1-b581848d2ed5 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups/28ba7713-8be4-4961-9d65-b66a4bd63f1f HTTP/1.1" status: 404 len: 347 time: 0.0214329 Jul 30 05:03:33.580690 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 54922) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:03:33.713903 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a749c-4010-41e1-8f7d-2dec029de6df req-a397296a-2b16-4a0f-aeb2-a1b44f030533 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:33.715536 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e89a749c-4010-41e1-8f7d-2dec029de6df req-a397296a-2b16-4a0f-aeb2-a1b44f030533 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 943 time: 0.0922906 Jul 30 05:03:33.764651 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-75f63e31-0fae-43a7-aee7-8c87c0da0a3d tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Deleting port f40362e7-4e5b-4443-84b8-5517c1536cf5 {{(pid=103970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:03:33.765076 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-75f63e31-0fae-43a7-aee7-8c87c0da0a3d tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (f40362e7-4e5b-4443-84b8-5517c1536cf5), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:33.831935 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e89a749c-4010-41e1-8f7d-2dec029de6df req-0ba5722e-e24c-4717-839e-0e3d96960efd tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995820 Jul 30 05:03:34.048838 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc7223-7358-46b2-8cea-9b43ed06414d req-8be92f67-4f60-496b-9c8e-07a40684c9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:34.050787 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3cfc7223-7358-46b2-8cea-9b43ed06414d req-8be92f67-4f60-496b-9c8e-07a40684c9c8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f&tenant_id=76df23454a3c4a9bb4f61b044ed5a426 HTTP/1.1" status: 200 len: 1127 time: 0.1218786 Jul 30 05:03:34.152109 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc7223-7358-46b2-8cea-9b43ed06414d req-a7440c6d-a2ce-4269-8986-4cae743b3306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:34.154207 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3cfc7223-7358-46b2-8cea-9b43ed06414d req-a7440c6d-a2ce-4269-8986-4cae743b3306 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=76df23454a3c4a9bb4f61b044ed5a426&device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 1127 time: 0.0633149 Jul 30 05:03:34.239240 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-75f63e31-0fae-43a7-aee7-8c87c0da0a3d tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (f40362e7-4e5b-4443-84b8-5517c1536cf5), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:34.239582 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-75f63e31-0fae-43a7-aee7-8c87c0da0a3d tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks [] for floatingip (f40362e7-4e5b-4443-84b8-5517c1536cf5), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:34.254753 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-75f63e31-0fae-43a7-aee7-8c87c0da0a3d tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Calling delete_port for f40362e7-4e5b-4443-84b8-5517c1536cf5 owned by network:floatingip {{(pid=103970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:03:34.277673 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc7223-7358-46b2-8cea-9b43ed06414d req-077629f0-3603-4a9b-896b-de67dacc8732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:34.279956 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3cfc7223-7358-46b2-8cea-9b43ed06414d req-077629f0-3603-4a9b-896b-de67dacc8732 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ba00ca49-96d9-4fff-b920-6f01cfda6037 HTTP/1.1" status: 200 len: 909 time: 0.1197262 Jul 30 05:03:34.394995 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3cfc7223-7358-46b2-8cea-9b43ed06414d req-cb1027c7-3506-4d3a-affc-0730f9eb6ffe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a76ab0f-eada-4891-8b4c-b2af44036eb1 HTTP/1.1" status: 200 len: 997 time: 0.1077166 Jul 30 05:03:34.401496 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:34.471231 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc7223-7358-46b2-8cea-9b43ed06414d req-1e54b7a5-6d6a-4cba-9969-2d6c4a028b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:34.477889 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3cfc7223-7358-46b2-8cea-9b43ed06414d req-1e54b7a5-6d6a-4cba-9969-2d6c4a028b71 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e43a40c9-7b63-4416-91e0-9daf39b8f626 HTTP/1.1" status: 200 len: 847 time: 0.0740702 Jul 30 05:03:34.495842 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-75f63e31-0fae-43a7-aee7-8c87c0da0a3d tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (f40362e7-4e5b-4443-84b8-5517c1536cf5), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:34.499369 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:34.534796 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f63e31-0fae-43a7-aee7-8c87c0da0a3d tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Pushing event deleted for resources: {'Port': ['ID=f40362e7-4e5b-4443-84b8-5517c1536cf5,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:34.567272 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc7223-7358-46b2-8cea-9b43ed06414d req-434cfee3-68bf-4545-b815-ae5d5f856e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:34.569282 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3cfc7223-7358-46b2-8cea-9b43ed06414d req-434cfee3-68bf-4545-b815-ae5d5f856e9b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ba00ca49-96d9-4fff-b920-6f01cfda6037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0859547 Jul 30 05:03:34.626187 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-75f63e31-0fae-43a7-aee7-8c87c0da0a3d tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks [] for floatingip (a3c8b0a0-92c2-4cb2-b36f-e00b9a615463), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:34.629821 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-75f63e31-0fae-43a7-aee7-8c87c0da0a3d tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for floatingip (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:34.633352 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-75f63e31-0fae-43a7-aee7-8c87c0da0a3d tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "DELETE /v2.0/floatingips/a3c8b0a0-92c2-4cb2-b36f-e00b9a615463 HTTP/1.1" status: 204 len: 168 time: 1.0491812 Jul 30 05:03:34.719160 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3cfc7223-7358-46b2-8cea-9b43ed06414d req-5eaaec19-e0d2-478b-aeb9-13d139e83325 service neutron] 10.222.0.49 "GET /v2.0/networks/ba00ca49-96d9-4fff-b920-6f01cfda6037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406300 Jul 30 05:03:34.811700 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee2b06-02ba-4aa8-824f-e13161fa9170 req-89279de0-e08f-4d29-98a9-86d2ff4cf366 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:34.813182 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f1ee2b06-02ba-4aa8-824f-e13161fa9170 req-89279de0-e08f-4d29-98a9-86d2ff4cf366 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2aa4b1-2fd2-45e4-a058-71f0855e48c0 HTTP/1.1" status: 200 len: 945 time: 0.0619831 Jul 30 05:03:34.871486 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f1ee2b06-02ba-4aa8-824f-e13161fa9170 req-a3a8cde5-f66f-4a67-974c-9a33a21bda48 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=92c6c17d-5541-4b79-a6b7-956f1a8070a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518892 Jul 30 05:03:34.901368 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 3ee72598-16cb-4e6d-aa46-89dd6f7ad946 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:03:34.922213 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] No Port match for: 3ee72598-16cb-4e6d-aa46-89dd6f7ad946 {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:03:34.930730 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 3ee72598-16cb-4e6d-aa46-89dd6f7ad946 not bound to the agent host hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:03:35.013018 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f151e3f-5890-4ce2-a91a-38e5b06cd499 req-0c568394-f2e7-4011-8d89-d242af4e9b3b tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:35.015140 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-1f151e3f-5890-4ce2-a91a-38e5b06cd499 req-0c568394-f2e7-4011-8d89-d242af4e9b3b tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 943 time: 0.0605087 Jul 30 05:03:35.083741 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-1f151e3f-5890-4ce2-a91a-38e5b06cd499 req-3d153e2d-9e31-45d9-8952-6f62aa76055c tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532002 Jul 30 05:03:36.240412 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0e1aa-b68a-4963-9177-343261feb520 req-a3b8f6ed-5a30-4398-b310-3a5f9ff23130 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:36.242827 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-75d0e1aa-b68a-4963-9177-343261feb520 req-a3b8f6ed-5a30-4398-b310-3a5f9ff23130 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/networks?id=1c90acd2-47b7-4570-be05-943c9579a240 HTTP/1.1" status: 200 len: 815 time: 0.1195962 Jul 30 05:03:36.258140 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-75d0e1aa-b68a-4963-9177-343261feb520 req-4ecd924d-d43b-4d88-9595-031fc042df93 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/quotas/abbb209e2c194596bb3e8b9a6880646e HTTP/1.1" status: 200 len: 375 time: 0.0098526 Jul 30 05:03:36.277937 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:36.313165 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-75d0e1aa-b68a-4963-9177-343261feb520 req-37eae7da-e025-4dad-830c-d748441325d0 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=abbb209e2c194596bb3e8b9a6880646e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493615 Jul 30 05:03:36.315426 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714b8a3-1fd2-43d4-b614-25967bd90f62 req-8a537604-2c8e-49da-b46e-c9174fbde7d8 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:36.316878 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6714b8a3-1fd2-43d4-b614-25967bd90f62 req-8a537604-2c8e-49da-b46e-c9174fbde7d8 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2aa4b1-2fd2-45e4-a058-71f0855e48c0 HTTP/1.1" status: 200 len: 945 time: 0.3353171 Jul 30 05:03:36.359070 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0756b-560c-4b87-a24f-fedc043e7fab req-cea79c66-2276-4e48-a9fe-56775a3d483b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:36.360422 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-84d0756b-560c-4b87-a24f-fedc043e7fab req-cea79c66-2276-4e48-a9fe-56775a3d483b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a2aa4b1-2fd2-45e4-a058-71f0855e48c0 HTTP/1.1" status: 200 len: 945 time: 0.1004455 Jul 30 05:03:36.369724 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3cfc7223-7358-46b2-8cea-9b43ed06414d req-d567773f-22ee-471e-bf4b-ddc4190cae6a service neutron] 10.222.0.49 "GET /v2.0/networks/ba00ca49-96d9-4fff-b920-6f01cfda6037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4358163 Jul 30 05:03:36.417018 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-75d0e1aa-b68a-4963-9177-343261feb520 req-79781057-8619-4463-b0cd-c41b0505f68d service neutron] 10.222.0.20 "GET /v2.0/networks/1c90acd2-47b7-4570-be05-943c9579a240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921347 Jul 30 05:03:36.428632 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6714b8a3-1fd2-43d4-b614-25967bd90f62 req-848d8745-240c-40eb-93bd-40e9c5c40303 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=92c6c17d-5541-4b79-a6b7-956f1a8070a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030185 Jul 30 05:03:36.476491 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-84d0756b-560c-4b87-a24f-fedc043e7fab req-1ed2a394-833a-4b1a-ab8c-79ee67ea8238 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Deleting port be23179b-b7b9-4f47-bb71-6ace62d54931 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:03:36.476965 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-84d0756b-560c-4b87-a24f-fedc043e7fab req-1ed2a394-833a-4b1a-ab8c-79ee67ea8238 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (be23179b-b7b9-4f47-bb71-6ace62d54931), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:36.480728 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:36.522714 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-75d0e1aa-b68a-4963-9177-343261feb520 req-767e4c82-66e8-4abc-a2f5-7b5c142b810c service neutron] 10.222.0.20 "GET /v2.0/networks/1c90acd2-47b7-4570-be05-943c9579a240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000507 Jul 30 05:03:36.575515 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfdc41-099f-4403-ab73-de4880e729df req-7f0befee-54b8-406a-b809-2f2a504a9b74 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:36.576950 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-34cfdc41-099f-4403-ab73-de4880e729df req-7f0befee-54b8-406a-b809-2f2a504a9b74 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 943 time: 0.0603459 Jul 30 05:03:36.631209 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-84d0756b-560c-4b87-a24f-fedc043e7fab req-1ed2a394-833a-4b1a-ab8c-79ee67ea8238 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] For port be23179b-b7b9-4f47-bb71-6ace62d54931, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=be23179b-b7b9-4f47-bb71-6ace62d54931,segment=NetworkSegment(f332eab5-1e47-46f1-8048-b01e080b1202),segment_id=f332eab5-1e47-46f1-8048-b01e080b1202)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:03:36.631579 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-84d0756b-560c-4b87-a24f-fedc043e7fab req-1ed2a394-833a-4b1a-ab8c-79ee67ea8238 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (be23179b-b7b9-4f47-bb71-6ace62d54931), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:36.698068 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-37705224-e0c5-4e2a-83a7-869b630cc6bf req-24140dbf-fef0-45af-ba0f-cfe64731dcfd tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 210 time: 0.0331376 Jul 30 05:03:36.699092 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-34cfdc41-099f-4403-ab73-de4880e729df req-0bc9b3ab-f428-47c2-bbbe-5a341a25ebe4 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135178 Jul 30 05:03:36.827155 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-84d0756b-560c-4b87-a24f-fedc043e7fab req-1ed2a394-833a-4b1a-ab8c-79ee67ea8238 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:36.827511 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-84d0756b-560c-4b87-a24f-fedc043e7fab req-1ed2a394-833a-4b1a-ab8c-79ee67ea8238 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692779'] for floatingip (acbd01e6-2fcc-4b72-ad05-0d5d04289a86), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:36.827827 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.db.l3_db [req-84d0756b-560c-4b87-a24f-fedc043e7fab req-1ed2a394-833a-4b1a-ab8c-79ee67ea8238 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Floating IP acbd01e6-2fcc-4b72-ad05-0d5d04289a86 disassociated. External IP: 172.27.2.58, port: be23179b-b7b9-4f47-bb71-6ace62d54931. Jul 30 05:03:36.828174 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-84d0756b-560c-4b87-a24f-fedc043e7fab req-1ed2a394-833a-4b1a-ab8c-79ee67ea8238 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Calling delete_port for be23179b-b7b9-4f47-bb71-6ace62d54931 owned by compute:nova {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:03:36.967954 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-84d0756b-560c-4b87-a24f-fedc043e7fab req-1ed2a394-833a-4b1a-ab8c-79ee67ea8238 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (be23179b-b7b9-4f47-bb71-6ace62d54931), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:37.000640 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed2a394-833a-4b1a-ab8c-79ee67ea8238 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Pushing event deleted for resources: {'Port': ['ID=be23179b-b7b9-4f47-bb71-6ace62d54931,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:37.146868 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84d0756b-560c-4b87-a24f-fedc043e7fab req-1ed2a394-833a-4b1a-ab8c-79ee67ea8238 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Router 2db0553a-115a-4d31-af18-56f089af9880 has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 05:03:37.215366 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223eddf-c555-4b7e-a5ee-22b45d6cb39c req-762c60ac-f28f-4460-a66e-39186b0102f9 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:37.216863 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-9223eddf-c555-4b7e-a5ee-22b45d6cb39c req-762c60ac-f28f-4460-a66e-39186b0102f9 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.0475831 Jul 30 05:03:37.258829 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84d0756b-560c-4b87-a24f-fedc043e7fab req-1ed2a394-833a-4b1a-ab8c-79ee67ea8238 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:03:37.264700 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-9223eddf-c555-4b7e-a5ee-22b45d6cb39c req-978ed077-92d2-4c51-b524-9ec89a7f4bdc tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407760 Jul 30 05:03:37.271227 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218a38df-9aec-41c5-a8ab-4dafd7794a82 None None] Sync routers for ids ['2db0553a-115a-4d31-af18-56f089af9880'] in dv-cinder-851279-3-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:03:37.286946 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218a38df-9aec-41c5-a8ab-4dafd7794a82 None None] Routers {'2db0553a-115a-4d31-af18-56f089af9880'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:03:37.287634 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-218a38df-9aec-41c5-a8ab-4dafd7794a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:03:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['2db0553a-115a-4d31-af18-56f089af9880'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:37.302760 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:37.304051 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d0756b-560c-4b87-a24f-fedc043e7fab req-1ed2a394-833a-4b1a-ab8c-79ee67ea8238 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] No DVR routers for this DVR port be23179b-b7b9-4f47-bb71-6ace62d54931 on host hv-cinder-85127 {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 30 05:03:37.307082 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-84d0756b-560c-4b87-a24f-fedc043e7fab req-1ed2a394-833a-4b1a-ab8c-79ee67ea8238 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:37.310280 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-84d0756b-560c-4b87-a24f-fedc043e7fab req-1ed2a394-833a-4b1a-ab8c-79ee67ea8238 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.49 "DELETE /v2.0/ports/be23179b-b7b9-4f47-bb71-6ace62d54931 HTTP/1.1" status: 204 len: 173 time: 0.9435189 Jul 30 05:03:37.310736 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a2aa4b1-2fd2-45e4-a058-71f0855e48c0', 'name': 'network-vif-deleted', 'tag': 'be23179b-b7b9-4f47-bb71-6ace62d54931'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:03:37.312956 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b16b4900bbfc643f3f19b33d02e463cc441e963483cfbcd5657a130b47b3c9ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0498c82c-e849-4552-8e3f-dde0d716c014" -d '{"events": [{"server_uuid": "0a2aa4b1-2fd2-45e4-a058-71f0855e48c0", "name": "network-vif-deleted", "tag": "be23179b-b7b9-4f47-bb71-6ace62d54931"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:03:37.349908 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 05:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a170a84-cea8-469e-af89-cfb3070abfba x-openstack-request-id: req-7a170a84-cea8-469e-af89-cfb3070abfba {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:03:37.350196 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a2aa4b1-2fd2-45e4-a058-71f0855e48c0", "name": "network-vif-deleted", "tag": "be23179b-b7b9-4f47-bb71-6ace62d54931", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:03:37.350458 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a170a84-cea8-469e-af89-cfb3070abfba {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:03:37.350942 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a170a84-cea8-469e-af89-cfb3070abfba'] response: {'server_uuid': '0a2aa4b1-2fd2-45e4-a058-71f0855e48c0', 'name': 'network-vif-deleted', 'tag': 'be23179b-b7b9-4f47-bb71-6ace62d54931', 'status': 'completed', 'code': 200} Jul 30 05:03:37.395957 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-218a38df-9aec-41c5-a8ab-4dafd7794a82 None None] Set router 2db0553a-115a-4d31-af18-56f089af9880 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:03:37.544611 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-8d0a81a9-3a59-4649-8901-7feff692ec48 req-8101469f-2004-48fe-95e3-26cc65a6222a tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2aa4b1-2fd2-45e4-a058-71f0855e48c0 HTTP/1.1" status: 200 len: 210 time: 0.0318735 Jul 30 05:03:37.590348 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-218a38df-9aec-41c5-a8ab-4dafd7794a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db0553a-115a-4d31-af18-56f089af9880', 'name': 'tempest-AttachVolumeNegativeTest-426223834-router', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:08Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 4, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'gw_port': {'id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:09Z', 'updated_at': '2022-07-30T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012', 'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'mac_address': 'fa:16:3e:bb:02:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:15Z', 'updated_at': '2022-07-30T04:58:32Z', 'revision_number': 5, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'subnets': [{'id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:37.613714 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218a38df-9aec-41c5-a8ab-4dafd7794a82 None None] Checking router: 2db0553a-115a-4d31-af18-56f089af9880 for host: dv-cinder-851279-3-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:03:37.622102 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218a38df-9aec-41c5-a8ab-4dafd7794a82 None None] Routers {'2db0553a-115a-4d31-af18-56f089af9880'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:03:37.622667 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-218a38df-9aec-41c5-a8ab-4dafd7794a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:03:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['2db0553a-115a-4d31-af18-56f089af9880'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:37.788588 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:37.812012 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-218a38df-9aec-41c5-a8ab-4dafd7794a82 None None] Set router 2db0553a-115a-4d31-af18-56f089af9880 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:03:37.816325 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-7759baf3-6a73-4abe-bd44-9de3352f60aa req-09ed8ae9-5fd8-4cf1-aa49-3409d46888c2 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 210 time: 0.0289118 Jul 30 05:03:37.825028 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481584d1-d19f-476d-a72c-cd10fcb2c871 req-28f74c3c-ed81-4e6b-a946-d4864dc13a21 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:37.826517 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-481584d1-d19f-476d-a72c-cd10fcb2c871 req-28f74c3c-ed81-4e6b-a946-d4864dc13a21 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 943 time: 0.0516734 Jul 30 05:03:37.880668 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-481584d1-d19f-476d-a72c-cd10fcb2c871 req-7f3545fb-630b-4fed-8346-1011c7bef8c3 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474796 Jul 30 05:03:38.005158 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-218a38df-9aec-41c5-a8ab-4dafd7794a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db0553a-115a-4d31-af18-56f089af9880', 'name': 'tempest-AttachVolumeNegativeTest-426223834-router', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:08Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 4, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'gw_port': {'id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:09Z', 'updated_at': '2022-07-30T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012', 'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'mac_address': 'fa:16:3e:bb:02:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:15Z', 'updated_at': '2022-07-30T04:58:32Z', 'revision_number': 5, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'subnets': [{'id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:03:38.029978 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218a38df-9aec-41c5-a8ab-4dafd7794a82 None None] The sync data for ids ['2db0553a-115a-4d31-af18-56f089af9880'] in dv-cinder-851279-3-iscsi is: [{'id': '2db0553a-115a-4d31-af18-56f089af9880', 'name': 'tempest-AttachVolumeNegativeTest-426223834-router', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:08Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 4, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'gw_port': {'id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:09Z', 'updated_at': '2022-07-30T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012', 'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'mac_address': 'fa:16:3e:bb:02:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:15Z', 'updated_at': '2022-07-30T04:58:32Z', 'revision_number': 5, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'subnets': [{'id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:03:38.249640 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0bd8b6-87fd-4b48-aef5-974d082ee00b None None] New status for floating IP acbd01e6-2fcc-4b72-ad05-0d5d04289a86: DOWN {{(pid=103972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 30 05:03:38.401408 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e785cc-0a62-4b80-b46a-28d18a8abc9e req-50475bbb-0524-414b-a5e0-4f19c55ff583 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:38.403236 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-15e785cc-0a62-4b80-b46a-28d18a8abc9e req-50475bbb-0524-414b-a5e0-4f19c55ff583 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.0579391 Jul 30 05:03:38.453262 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-15e785cc-0a62-4b80-b46a-28d18a8abc9e req-0dd68a0d-3ace-4f2b-b98b-e047e62c9fd9 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428600 Jul 30 05:03:38.647041 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5cc020ee-0241-4ae2-a41c-9d25d8fab787 req-45694ba2-dedd-4917-88b9-7ab3ff644bd0 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2aa4b1-2fd2-45e4-a058-71f0855e48c0 HTTP/1.1" status: 200 len: 210 time: 0.0303702 Jul 30 05:03:38.917288 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-3ed4f88f-d95a-44db-be4e-94aed94bd047 req-3d04b7e4-4891-438e-ad92-ab8dffcf4002 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 210 time: 0.0294800 Jul 30 05:03:38.998990 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359d361-cec2-4c69-b252-766716cbf6cf req-3b92c65c-4a10-44c1-aafc-648c4c978603 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:39.000456 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-7359d361-cec2-4c69-b252-766716cbf6cf req-3b92c65c-4a10-44c1-aafc-648c4c978603 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 943 time: 0.0484905 Jul 30 05:03:39.026823 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:39.059167 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-7359d361-cec2-4c69-b252-766716cbf6cf req-4a015fe4-440d-4021-83c9-d537b7660fce tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525045 Jul 30 05:03:39.577524 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0f9e1-c7cd-4a0b-91dc-faef239af0da req-0658e435-ea9a-4632-b044-b0ca8ae389b5 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:39.579031 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-2eb0f9e1-c7cd-4a0b-91dc-faef239af0da req-0658e435-ea9a-4632-b044-b0ca8ae389b5 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.0530140 Jul 30 05:03:39.627238 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-2eb0f9e1-c7cd-4a0b-91dc-faef239af0da req-7da1b1b3-7b59-4df1-83de-22295922cb6f tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418630 Jul 30 05:03:39.761484 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d0f37981-17cb-4dd2-adfd-84e1455cf9e1 req-44f3bb9c-7b99-4fa9-ab42-2802c2519f37 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2aa4b1-2fd2-45e4-a058-71f0855e48c0 HTTP/1.1" status: 200 len: 210 time: 0.0295649 Jul 30 05:03:39.863839 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f10cd-5d4d-4816-87c5-c7beed1659e8 req-e317d9d4-24ee-456a-a1e9-3c6ffd2d4c8c tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:39.865276 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-614f10cd-5d4d-4816-87c5-c7beed1659e8 req-e317d9d4-24ee-456a-a1e9-3c6ffd2d4c8c tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 945 time: 0.0547667 Jul 30 05:03:40.039463 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-5a1c25cd-6f23-4713-8532-c9720d65319f req-dc301c25-94e0-4752-9fcb-b1b51b5bb53e tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 210 time: 0.0365434 Jul 30 05:03:40.039865 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-614f10cd-5d4d-4816-87c5-c7beed1659e8 req-3dee44dd-d39d-4f1b-85e8-603d12d40f55 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Deleting port 46f49659-6b94-4d15-9602-46c795a35ee9 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:03:40.040307 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-614f10cd-5d4d-4816-87c5-c7beed1659e8 req-3dee44dd-d39d-4f1b-85e8-603d12d40f55 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (46f49659-6b94-4d15-9602-46c795a35ee9), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:40.113938 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0e1aa-b68a-4963-9177-343261feb520 req-a3e46321-51f6-4543-946f-94f8fcf1aa98 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:40.115422 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-75d0e1aa-b68a-4963-9177-343261feb520 req-a3e46321-51f6-4543-946f-94f8fcf1aa98 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.49 "GET /v2.0/networks?id=1c90acd2-47b7-4570-be05-943c9579a240 HTTP/1.1" status: 200 len: 815 time: 0.2351589 Jul 30 05:03:40.136846 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-75d0e1aa-b68a-4963-9177-343261feb520 req-3518950f-d475-4be6-a04f-22cd1ab9a545 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Request body: {'port': {'device_id': '0faad1c9-0b0d-44af-92cb-dd0acd61c755', 'network_id': '1c90acd2-47b7-4570-be05-943c9579a240', 'admin_state_up': True, 'tenant_id': 'abbb209e2c194596bb3e8b9a6880646e'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:03:40.260332 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-614f10cd-5d4d-4816-87c5-c7beed1659e8 req-3dee44dd-d39d-4f1b-85e8-603d12d40f55 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] For port 46f49659-6b94-4d15-9602-46c795a35ee9, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=46f49659-6b94-4d15-9602-46c795a35ee9,segment=NetworkSegment(02c5dc2d-6889-4189-9ed9-9f04d5c6c204),segment_id=02c5dc2d-6889-4189-9ed9-9f04d5c6c204)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:03:40.260706 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-614f10cd-5d4d-4816-87c5-c7beed1659e8 req-3dee44dd-d39d-4f1b-85e8-603d12d40f55 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (46f49659-6b94-4d15-9602-46c795a35ee9), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:40.271529 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ccdb03-c1c1-4cb2-b920-949285f9334d req-d0570625-7148-4e52-8bc7-5daa81747c9e tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:40.272914 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-57ccdb03-c1c1-4cb2-b920-949285f9334d req-d0570625-7148-4e52-8bc7-5daa81747c9e tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 943 time: 0.1289454 Jul 30 05:03:40.297569 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-614f10cd-5d4d-4816-87c5-c7beed1659e8 req-3dee44dd-d39d-4f1b-85e8-603d12d40f55 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Calling delete_port for 46f49659-6b94-4d15-9602-46c795a35ee9 owned by compute:nova {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:03:40.373377 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-57ccdb03-c1c1-4cb2-b920-949285f9334d req-77f6b617-eaa2-43d2-b52b-733f359e8b85 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923965 Jul 30 05:03:40.473848 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75d0e1aa-b68a-4963-9177-343261feb520 req-3518950f-d475-4be6-a04f-22cd1ab9a545 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Made reservation on behalf of abbb209e2c194596bb3e8b9a6880646e for: {'port': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:03:40.479012 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-75d0e1aa-b68a-4963-9177-343261feb520 req-3518950f-d475-4be6-a04f-22cd1ab9a545 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:40.587346 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:40.733929 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-614f10cd-5d4d-4816-87c5-c7beed1659e8 req-3dee44dd-d39d-4f1b-85e8-603d12d40f55 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (46f49659-6b94-4d15-9602-46c795a35ee9), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:40.747694 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] get_ports_and_sgs() called for port_ids ['5f770f5f-036f-49c8-aec8-570d5b12103d', '46f49659-6b94-4d15-9602-46c795a35ee9'] {{(pid=103972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:03:40.761038 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-a7a862a5-47d1-41b0-be56-88661b049865 req-46b688f2-9d4a-476f-ac0d-aef667ac9c0c tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 210 time: 0.0286169 Jul 30 05:03:40.774141 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee44dd-d39d-4f1b-85e8-603d12d40f55 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Pushing event deleted for resources: {'Port': ['ID=46f49659-6b94-4d15-9602-46c795a35ee9,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:40.780700 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:40.788053 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [req-75d0e1aa-b68a-4963-9177-343261feb520 req-3518950f-d475-4be6-a04f-22cd1ab9a545 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Allocated IP 172.20.0.9 (1c90acd2-47b7-4570-be05-943c9579a240/30f2efdf-c1bd-49e5-b5a7-c252ac894c33/abedbf31-d88b-46bc-a1ef-33a68dcc3b21) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:03:40.847767 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:40.874758 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-614f10cd-5d4d-4816-87c5-c7beed1659e8 req-3dee44dd-d39d-4f1b-85e8-603d12d40f55 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] No DVR routers for this DVR port 46f49659-6b94-4d15-9602-46c795a35ee9 on host hv-cinder-85127 {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 30 05:03:40.886130 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-614f10cd-5d4d-4816-87c5-c7beed1659e8 req-3dee44dd-d39d-4f1b-85e8-603d12d40f55 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:40.889898 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-614f10cd-5d4d-4816-87c5-c7beed1659e8 req-3dee44dd-d39d-4f1b-85e8-603d12d40f55 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.49 "DELETE /v2.0/ports/46f49659-6b94-4d15-9602-46c795a35ee9 HTTP/1.1" status: 204 len: 173 time: 1.0076950 Jul 30 05:03:40.890957 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5e218d-8660-4d90-90d1-9c8e50a66a7c', 'name': 'network-vif-deleted', 'tag': '46f49659-6b94-4d15-9602-46c795a35ee9'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:03:40.894014 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b16b4900bbfc643f3f19b33d02e463cc441e963483cfbcd5657a130b47b3c9ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c699a3-cd6d-4ffe-822b-b5a331b28a69" -d '{"events": [{"server_uuid": "7b5e218d-8660-4d90-90d1-9c8e50a66a7c", "name": "network-vif-deleted", "tag": "46f49659-6b94-4d15-9602-46c795a35ee9"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:03:40.917302 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 55042) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:03:40.943572 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 05:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfa9082-a76a-4e85-8fec-1baec4ace362 x-openstack-request-id: req-abfa9082-a76a-4e85-8fec-1baec4ace362 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:03:40.943879 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b5e218d-8660-4d90-90d1-9c8e50a66a7c", "name": "network-vif-deleted", "tag": "46f49659-6b94-4d15-9602-46c795a35ee9", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:03:40.944112 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-abfa9082-a76a-4e85-8fec-1baec4ace362 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:03:40.944515 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abfa9082-a76a-4e85-8fec-1baec4ace362'] response: {'server_uuid': '7b5e218d-8660-4d90-90d1-9c8e50a66a7c', 'name': 'network-vif-deleted', 'tag': '46f49659-6b94-4d15-9602-46c795a35ee9', 'status': 'completed', 'code': 200} Jul 30 05:03:40.962693 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device be23179b-b7b9-4f47-bb71-6ace62d54931 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:03:40.993560 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] No Port match for: be23179b-b7b9-4f47-bb71-6ace62d54931 {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:03:40.994217 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device be23179b-b7b9-4f47-bb71-6ace62d54931 not bound to the agent host hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:03:41.054193 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:41.056165 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6be7079b-261f-4ed2-b61e-c486b7e99e62 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group (92c6c17d-5541-4b79-a6b7-956f1a8070a6), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:41.128459 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6be7079b-261f-4ed2-b61e-c486b7e99e62 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group (92c6c17d-5541-4b79-a6b7-956f1a8070a6), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:41.198029 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-a24d4a03-3711-4f07-a3de-abff9da778c2 req-98cdd5a3-0c3e-45a6-99e2-88a32243839a tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 210 time: 0.0474374 Jul 30 05:03:41.198396 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-75d0e1aa-b68a-4963-9177-343261feb520 req-3518950f-d475-4be6-a04f-22cd1ab9a545 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks [] for port (abedbf31-d88b-46bc-a1ef-33a68dcc3b21), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:41.264086 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-75d0e1aa-b68a-4963-9177-343261feb520 req-3518950f-d475-4be6-a04f-22cd1ab9a545 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (abedbf31-d88b-46bc-a1ef-33a68dcc3b21), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:41.277860 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6be7079b-261f-4ed2-b61e-c486b7e99e62 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (92c6c17d-5541-4b79-a6b7-956f1a8070a6), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:41.280498 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6be7079b-261f-4ed2-b61e-c486b7e99e62 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:41.284766 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-6be7079b-261f-4ed2-b61e-c486b7e99e62 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "DELETE /v2.0/security-groups/92c6c17d-5541-4b79-a6b7-956f1a8070a6 HTTP/1.1" status: 204 len: 168 time: 0.3505304 Jul 30 05:03:41.285162 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 55046) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:03:41.304759 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.api.v2.resource [None req-88be21b8-d986-49d6-9ec7-ca954dea82da tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] show failed (client error): The resource could not be found. Jul 30 05:03:41.306404 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-88be21b8-d986-49d6-9ec7-ca954dea82da tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups/92c6c17d-5541-4b79-a6b7-956f1a8070a6 HTTP/1.1" status: 404 len: 347 time: 0.0200768 Jul 30 05:03:41.311085 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 55048) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:03:41.373538 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be7079b-261f-4ed2-b61e-c486b7e99e62 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c6c17d-5541-4b79-a6b7-956f1a8070a6,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:41.387571 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75d0e1aa-b68a-4963-9177-343261feb520 req-3518950f-d475-4be6-a04f-22cd1ab9a545 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Network 1c90acd2-47b7-4570-be05-943c9579a240 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:03:41.398109 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [req-75d0e1aa-b68a-4963-9177-343261feb520 req-3518950f-d475-4be6-a04f-22cd1ab9a545 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:03:41.401910 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d0e1aa-b68a-4963-9177-343261feb520 req-3518950f-d475-4be6-a04f-22cd1ab9a545 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 05:03:41.405251 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3518950f-d475-4be6-a04f-22cd1ab9a545 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Pushing event updated for resources: {'Port': ['ID=abedbf31-d88b-46bc-a1ef-33a68dcc3b21,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:41.569296 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0e1aa-b68a-4963-9177-343261feb520 req-3518950f-d475-4be6-a04f-22cd1ab9a545 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:41.569936 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-75d0e1aa-b68a-4963-9177-343261feb520 req-3518950f-d475-4be6-a04f-22cd1ab9a545 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:41.583598 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-044231f4-fe3c-40dc-97b2-dfb6b6ecf8d2 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Deleting port b9baa3a5-abed-4c8a-b1d5-5f248f38481b {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:03:41.583947 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-044231f4-fe3c-40dc-97b2-dfb6b6ecf8d2 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (b9baa3a5-abed-4c8a-b1d5-5f248f38481b), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:41.612148 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5967bc-784f-427d-a248-75bb82043efd req-705b6736-213a-4946-9860-4adb745015d8 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:41.613700 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9f5967bc-784f-427d-a248-75bb82043efd req-705b6736-213a-4946-9860-4adb745015d8 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 943 time: 0.0966835 Jul 30 05:03:41.655323 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-75d0e1aa-b68a-4963-9177-343261feb520 req-3518950f-d475-4be6-a04f-22cd1ab9a545 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5221574 Jul 30 05:03:41.664325 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:41.727511 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-044231f4-fe3c-40dc-97b2-dfb6b6ecf8d2 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (b9baa3a5-abed-4c8a-b1d5-5f248f38481b), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:41.727825 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-044231f4-fe3c-40dc-97b2-dfb6b6ecf8d2 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for floatingip (b9baa3a5-abed-4c8a-b1d5-5f248f38481b), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:41.739590 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9f5967bc-784f-427d-a248-75bb82043efd req-4e6ca764-ee11-49f8-a93c-6327a0c89d6d tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984292 Jul 30 05:03:41.746000 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-044231f4-fe3c-40dc-97b2-dfb6b6ecf8d2 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Calling delete_port for b9baa3a5-abed-4c8a-b1d5-5f248f38481b owned by network:floatingip {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:03:41.759529 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:41.785884 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-75dae045-3794-4785-8f56-ae67b1d40a87 None None] Provisioning complete for port abedbf31-d88b-46bc-a1ef-33a68dcc3b21 triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:03:41.787018 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-75dae045-3794-4785-8f56-ae67b1d40a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (abedbf31-d88b-46bc-a1ef-33a68dcc3b21), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:41.827628 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-75dae045-3794-4785-8f56-ae67b1d40a87 None None] Port abedbf31-d88b-46bc-a1ef-33a68dcc3b21 cannot update to ACTIVE because it is not bound. {{(pid=103972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 30 05:03:41.908992 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-044231f4-fe3c-40dc-97b2-dfb6b6ecf8d2 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (b9baa3a5-abed-4c8a-b1d5-5f248f38481b), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:41.929956 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-626cd703-aefa-45ff-a57f-74b609345060 req-10e0338f-f7a4-48be-8a4b-05d44f3e2ed4 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 210 time: 0.0349026 Jul 30 05:03:41.956624 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044231f4-fe3c-40dc-97b2-dfb6b6ecf8d2 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Pushing event deleted for resources: {'Port': ['ID=b9baa3a5-abed-4c8a-b1d5-5f248f38481b,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:42.017983 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-044231f4-fe3c-40dc-97b2-dfb6b6ecf8d2 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for floatingip (acbd01e6-2fcc-4b72-ad05-0d5d04289a86), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:42.020746 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-044231f4-fe3c-40dc-97b2-dfb6b6ecf8d2 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for floatingip (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:42.022888 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-044231f4-fe3c-40dc-97b2-dfb6b6ecf8d2 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "DELETE /v2.0/floatingips/acbd01e6-2fcc-4b72-ad05-0d5d04289a86 HTTP/1.1" status: 204 len: 168 time: 0.7127991 Jul 30 05:03:42.097922 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 55056) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:03:42.102928 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-c86144af-6f61-4e68-9b5b-7c5f132d2f0d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1374345473', 'description': 'tempest-description--99778358'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:03:42.121361 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:42.128796 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-c86144af-6f61-4e68-9b5b-7c5f132d2f0d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:42.177676 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:42.213463 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-c86144af-6f61-4e68-9b5b-7c5f132d2f0d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group (31eef518-f545-4e91-872f-5dc997157dd3), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:42.218872 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-c86144af-6f61-4e68-9b5b-7c5f132d2f0d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (31eef518-f545-4e91-872f-5dc997157dd3), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:42.255362 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-c86144af-6f61-4e68-9b5b-7c5f132d2f0d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:42.259758 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 55062) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:03:42.260093 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-c86144af-6f61-4e68-9b5b-7c5f132d2f0d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1605556 Jul 30 05:03:42.260774 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86144af-6f61-4e68-9b5b-7c5f132d2f0d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31eef518-f545-4e91-872f-5dc997157dd3,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:42.265695 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-213a6ff9-633e-40ac-a240-fbcec237073f tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Request body: {'security_group_rule': {'security_group_id': '31eef518-f545-4e91-872f-5dc997157dd3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:03:42.310511 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-213a6ff9-633e-40ac-a240-fbcec237073f tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group_rule (74f6bd72-43a7-430c-9655-d5535bd9c1ff), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:42.360893 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00139f-a0e5-4c36-b63f-edba8246107a req-ebd8ae50-40ba-4096-8086-f05841fc121a tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:42.363628 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-0f00139f-a0e5-4c36-b63f-edba8246107a req-ebd8ae50-40ba-4096-8086-f05841fc121a tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 931 time: 0.0544190 Jul 30 05:03:42.376949 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-213a6ff9-633e-40ac-a240-fbcec237073f tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group_rule (74f6bd72-43a7-430c-9655-d5535bd9c1ff), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:42.383100 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-213a6ff9-633e-40ac-a240-fbcec237073f tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826758'] for security_group_rule (74f6bd72-43a7-430c-9655-d5535bd9c1ff), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:42.405807 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a6ff9-633e-40ac-a240-fbcec237073f tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74f6bd72-43a7-430c-9655-d5535bd9c1ff,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:42.424853 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-213a6ff9-633e-40ac-a240-fbcec237073f tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:42.427014 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-213a6ff9-633e-40ac-a240-fbcec237073f tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1652112 Jul 30 05:03:42.429975 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 55064) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:03:42.434976 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-0f00139f-a0e5-4c36-b63f-edba8246107a req-ee379390-fab5-4454-a47f-ee3790599a59 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/security-groups?id=690caee6-5100-4da4-985a-a65da1b16b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654118 Jul 30 05:03:42.435588 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-7d1c9301-e243-4f0a-9ac8-6a89c2a6a57b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Request body: {'security_group_rule': {'security_group_id': '31eef518-f545-4e91-872f-5dc997157dd3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:03:42.493472 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7d1c9301-e243-4f0a-9ac8-6a89c2a6a57b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group_rule (07e5277b-c4cf-4d81-8316-2ea6d0b74d3d), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:42.562031 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7d1c9301-e243-4f0a-9ac8-6a89c2a6a57b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group_rule (07e5277b-c4cf-4d81-8316-2ea6d0b74d3d), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:42.566866 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7d1c9301-e243-4f0a-9ac8-6a89c2a6a57b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826758'] for security_group_rule (07e5277b-c4cf-4d81-8316-2ea6d0b74d3d), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:42.585460 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c9301-e243-4f0a-9ac8-6a89c2a6a57b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07e5277b-c4cf-4d81-8316-2ea6d0b74d3d,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:42.598346 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7d1c9301-e243-4f0a-9ac8-6a89c2a6a57b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:42.599862 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-7d1c9301-e243-4f0a-9ac8-6a89c2a6a57b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1680112 Jul 30 05:03:42.603081 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 55066) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:03:42.607605 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-572ea9c3-0e1c-482a-8eb4-58e2b933a50e tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Request body: {'floatingip': {'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:03:42.633284 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-572ea9c3-0e1c-482a-8eb4-58e2b933a50e tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:42.716834 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-572ea9c3-0e1c-482a-8eb4-58e2b933a50e tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:42.862307 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_common [None req-572ea9c3-0e1c-482a-8eb4-58e2b933a50e tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Allocated IP 172.27.2.65 (0194f4bd-d033-4ee0-a642-9d17cfb40f96/6c0201b0-7b08-4a32-872b-15ffee5372f4/8740931f-42ba-400f-98f3-4752c3f21c7e) {{(pid=103970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:03:42.897071 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6081580-92fa-4b5e-9299-15622f251f0e req-59f324cc-9fbc-4b71-8933-05d15980241a tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:42.898612 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f6081580-92fa-4b5e-9299-15622f251f0e req-59f324cc-9fbc-4b71-8933-05d15980241a tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 943 time: 0.0571654 Jul 30 05:03:42.967603 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 46f49659-6b94-4d15-9602-46c795a35ee9 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:03:42.982056 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f6081580-92fa-4b5e-9299-15622f251f0e req-05fd0fcc-59dc-417c-ac37-919431ca876e tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770643 Jul 30 05:03:43.004405 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] No Port match for: 46f49659-6b94-4d15-9602-46c795a35ee9 {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:03:43.005037 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 46f49659-6b94-4d15-9602-46c795a35ee9 not bound to the agent host hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:03:43.039574 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-572ea9c3-0e1c-482a-8eb4-58e2b933a50e tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for port (8740931f-42ba-400f-98f3-4752c3f21c7e), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:43.088075 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-572ea9c3-0e1c-482a-8eb4-58e2b933a50e tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (8740931f-42ba-400f-98f3-4752c3f21c7e), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:43.116580 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-9b3e05e3-66ef-4aba-8f55-a45a623e228b req-9836e870-6fc9-4fd7-973f-d320ae86b80a tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 210 time: 0.0419788 Jul 30 05:03:43.136744 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572ea9c3-0e1c-482a-8eb4-58e2b933a50e tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Network 0194f4bd-d033-4ee0-a642-9d17cfb40f96 is already hosted by enough agents. {{(pid=103970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:03:43.140079 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-572ea9c3-0e1c-482a-8eb4-58e2b933a50e tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Resources bound (agent type, host, resource id): {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:03:43.146336 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572ea9c3-0e1c-482a-8eb4-58e2b933a50e tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Received port after_create {{(pid=103970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 05:03:43.183307 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ea9c3-0e1c-482a-8eb4-58e2b933a50e tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Pushing event updated for resources: {'Port': ['ID=8740931f-42ba-400f-98f3-4752c3f21c7e,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:43.201427 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:43.247263 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-572ea9c3-0e1c-482a-8eb4-58e2b933a50e tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for floatingip (d9c473ba-9933-42a4-9417-de7ccd7c9f85), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:43.293359 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-572ea9c3-0e1c-482a-8eb4-58e2b933a50e tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (8740931f-42ba-400f-98f3-4752c3f21c7e), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:43.339952 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:43.469179 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-572ea9c3-0e1c-482a-8eb4-58e2b933a50e tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for port (8740931f-42ba-400f-98f3-4752c3f21c7e), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:43.483611 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-572ea9c3-0e1c-482a-8eb4-58e2b933a50e tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410665'] for port (8740931f-42ba-400f-98f3-4752c3f21c7e), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:43.565602 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ea9c3-0e1c-482a-8eb4-58e2b933a50e tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Pushing event updated for resources: {'Port': ['ID=8740931f-42ba-400f-98f3-4752c3f21c7e,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:43.568008 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-572ea9c3-0e1c-482a-8eb4-58e2b933a50e tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692779'] for floatingip (d9c473ba-9933-42a4-9417-de7ccd7c9f85), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:43.583217 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9515ce-f51f-479b-9387-5a4419d8ecc4 req-61cd7b5d-6117-4450-9414-174d7b008991 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:43.584831 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-be9515ce-f51f-479b-9387-5a4419d8ecc4 req-61cd7b5d-6117-4450-9414-174d7b008991 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 931 time: 0.0543807 Jul 30 05:03:43.587256 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-572ea9c3-0e1c-482a-8eb4-58e2b933a50e tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for floatingip (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:43.588670 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-572ea9c3-0e1c-482a-8eb4-58e2b933a50e tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9845312 Jul 30 05:03:43.649980 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-be9515ce-f51f-479b-9387-5a4419d8ecc4 req-bc47cd8e-ba6c-4267-8734-a6bf7c71f0a3 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/security-groups?id=690caee6-5100-4da4-985a-a65da1b16b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578418 Jul 30 05:03:43.774955 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-259199ff-685d-406c-90ff-64ec70c9fcde tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1374345473&fields=id&tenant_id=e01500cb03c74d1082090cd1c1836169 HTTP/1.1" status: 200 len: 267 time: 0.0513577 Jul 30 05:03:43.889315 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-b9e14564-7655-4e14-954d-14fb5fb073df tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:43.890884 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-b9e14564-7655-4e14-954d-14fb5fb073df tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/networks?id=afd82f39-2725-4de8-bc03-d4d225abc92e HTTP/1.1" status: 200 len: 814 time: 0.1094992 Jul 30 05:03:43.909172 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-147082c8-b9ba-4524-b48d-27c83375be3c tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/quotas/e01500cb03c74d1082090cd1c1836169 HTTP/1.1" status: 200 len: 375 time: 0.0118608 Jul 30 05:03:43.961287 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-afecbf6d-bef3-4318-8c39-6cd8fbdd68f0 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e01500cb03c74d1082090cd1c1836169&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463469 Jul 30 05:03:44.076682 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-2dd32707-c13c-443d-a1fe-1b911901a0e8 service neutron] 10.222.0.20 "GET /v2.0/networks/afd82f39-2725-4de8-bc03-d4d225abc92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019278 Jul 30 05:03:44.082944 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:44.144793 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6da4bb-de23-401a-9fd2-f259e4daa179 req-8f599605-7408-4fdd-94ea-f171065030a1 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:44.146633 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4b6da4bb-de23-401a-9fd2-f259e4daa179 req-8f599605-7408-4fdd-94ea-f171065030a1 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 943 time: 0.0952294 Jul 30 05:03:44.202034 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-49939552-1621-4658-a114-dc4a074fb31e service neutron] 10.222.0.20 "GET /v2.0/networks/afd82f39-2725-4de8-bc03-d4d225abc92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195791 Jul 30 05:03:44.205410 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4b6da4bb-de23-401a-9fd2-f259e4daa179 req-c88e7147-8350-4b0c-a506-997b67442eb9 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528123 Jul 30 05:03:44.337245 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d0aff09b-2795-4aa0-9d6a-88e2913edaa7 req-8807fa99-6dda-4dd9-9e25-17eb14da99bc tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 210 time: 0.0291264 Jul 30 05:03:44.505654 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-88d51fb2-201b-4c7c-8a0e-fdbce02cee99 req-661bdc14-e31a-4a00-a430-2898dffd7156 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ede213-15fc-4a6c-bec6-eef18aae6b87 HTTP/1.1" status: 200 len: 210 time: 0.0496371 Jul 30 05:03:44.799694 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d1a34-2bed-43e3-8ef2-f8e1b8c46e17 req-e7be9c6e-3943-4b5c-8a18-2036651d5c16 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:44.807274 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-c84d1a34-2bed-43e3-8ef2-f8e1b8c46e17 req-e7be9c6e-3943-4b5c-8a18-2036651d5c16 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 931 time: 0.0700707 Jul 30 05:03:44.856272 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-c84d1a34-2bed-43e3-8ef2-f8e1b8c46e17 req-1db70291-96d9-4fa6-909b-b06fe3b50c75 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/security-groups?id=690caee6-5100-4da4-985a-a65da1b16b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477185 Jul 30 05:03:45.342264 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc8722-b4c3-4182-af53-6fa483ba9269 req-504c0dde-2c09-48fd-806e-1e5fd7ed08e6 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:45.343747 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2ffc8722-b4c3-4182-af53-6fa483ba9269 req-504c0dde-2c09-48fd-806e-1e5fd7ed08e6 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 943 time: 0.0505049 Jul 30 05:03:45.415061 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2ffc8722-b4c3-4182-af53-6fa483ba9269 req-645ac402-cbfb-468f-babf-0f796f7ef925 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642903 Jul 30 05:03:45.473350 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-c180b169-7461-4f3e-9644-d5cd6d947550 req-4064726c-6df0-4fb7-b50b-faff3db3c779 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 210 time: 0.0397131 Jul 30 05:03:45.605904 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0fb9f9a6-6974-4528-9c3d-be33d04f1c39 req-4213a85f-8027-413d-a409-0e3474f84a8e tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ede213-15fc-4a6c-bec6-eef18aae6b87 HTTP/1.1" status: 200 len: 210 time: 0.0317676 Jul 30 05:03:45.984751 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58081815-4f56-42bf-bd36-38aa2338147e req-4133adf0-0a9a-4d7a-831e-dc5ba93a5db1 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:45.987126 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-58081815-4f56-42bf-bd36-38aa2338147e req-4133adf0-0a9a-4d7a-831e-dc5ba93a5db1 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 931 time: 0.0533557 Jul 30 05:03:46.038074 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-58081815-4f56-42bf-bd36-38aa2338147e req-eca17e73-c57d-4177-8bd8-37e603dc35fd tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/security-groups?id=690caee6-5100-4da4-985a-a65da1b16b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456944 Jul 30 05:03:46.041586 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (dec4dcff-e2ed-49ed-8dd3-cc3856f345b5), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:46.543833 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:46.559642 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0467ebf-da22-47c0-8981-11a950ca1ac7 req-0e728302-2c07-4915-bf63-bb090e892b38 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:46.561541 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d0467ebf-da22-47c0-8981-11a950ca1ac7 req-0e728302-2c07-4915-bf63-bb090e892b38 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 943 time: 0.0647609 Jul 30 05:03:46.607165 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-fd973ea0-0ac7-438d-9459-7bc737c6b07d req-b23581b4-1dfc-47b8-9ff5-c359b31cde5b tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 210 time: 0.0412631 Jul 30 05:03:46.620218 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d0467ebf-da22-47c0-8981-11a950ca1ac7 req-ad020b77-2c20-4dd0-bef3-baedbc0fd3c7 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515497 Jul 30 05:03:46.714020 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-56ea8901-de31-48e2-984d-676fcc643cf2 req-7d3293bb-6f8a-4b08-8df4-4a8de419dfc0 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ede213-15fc-4a6c-bec6-eef18aae6b87 HTTP/1.1" status: 200 len: 210 time: 0.0289435 Jul 30 05:03:47.157441 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e01f3-6280-432b-bb67-59388d8b92f0 req-ae9571cb-bdea-49e1-89f2-e440379c156e tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:47.158943 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ee5e01f3-6280-432b-bb67-59388d8b92f0 req-ae9571cb-bdea-49e1-89f2-e440379c156e tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 931 time: 0.0468733 Jul 30 05:03:47.220459 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ee5e01f3-6280-432b-bb67-59388d8b92f0 req-984e9789-68bf-41dd-81cd-994dfd768393 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/security-groups?id=690caee6-5100-4da4-985a-a65da1b16b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548491 Jul 30 05:03:47.732180 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-699cd407-8c80-43ad-878f-9d5ca06b7a67 req-3a6aea7e-e7ed-4a66-b80b-1c4344e55c33 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 210 time: 0.0422447 Jul 30 05:03:47.778849 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cfdc10-c084-43c6-b763-aa9d8273adaf req-95fce511-909e-44fb-9a4e-addd23a2c22c tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:47.780332 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-12cfdc10-c084-43c6-b763-aa9d8273adaf req-95fce511-909e-44fb-9a4e-addd23a2c22c tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 943 time: 0.0621521 Jul 30 05:03:47.841158 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-12cfdc10-c084-43c6-b763-aa9d8273adaf req-4914aec8-0c8d-4ec1-9d60-0b081f88fc06 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538366 Jul 30 05:03:47.844539 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-3f1de4f0-10dc-44dd-929e-4bc166f27969 req-34dddab9-029f-4524-bb7f-36f3ba1a5f22 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ede213-15fc-4a6c-bec6-eef18aae6b87 HTTP/1.1" status: 200 len: 210 time: 0.0343361 Jul 30 05:03:48.350316 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9256a65-d1c0-4deb-bb50-57fcdd207ef7 req-7579c97c-cfb5-4832-8fa8-c8ca480be262 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:48.351797 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d9256a65-d1c0-4deb-bb50-57fcdd207ef7 req-7579c97c-cfb5-4832-8fa8-c8ca480be262 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 931 time: 0.0496607 Jul 30 05:03:48.401740 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d9256a65-d1c0-4deb-bb50-57fcdd207ef7 req-1734e6c6-2899-4249-af58-4b82615983e0 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/security-groups?id=690caee6-5100-4da4-985a-a65da1b16b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444348 Jul 30 05:03:48.828693 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-82bcfd0a-ad43-413a-a80c-715b09208277 req-d19b7430-51f3-448d-af4e-1bb7d7085eec tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 210 time: 0.0269470 Jul 30 05:03:48.926501 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:48.945571 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-a89accac-c3e6-4471-95cb-053e5be42232 req-88273181-ab6f-4451-a6f5-9cd851cada53 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ede213-15fc-4a6c-bec6-eef18aae6b87 HTTP/1.1" status: 200 len: 210 time: 0.0297556 Jul 30 05:03:48.958777 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f952f8-6f1a-495a-90ad-57999a19d628 req-e3adc7b0-b0f1-498a-bf5b-2ecaf274edff tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:48.960244 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e2f952f8-6f1a-495a-90ad-57999a19d628 req-e3adc7b0-b0f1-498a-bf5b-2ecaf274edff tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 943 time: 0.0528548 Jul 30 05:03:49.009755 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e2f952f8-6f1a-495a-90ad-57999a19d628 req-807bc7be-47bf-4039-8a2a-795a41df680a tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441122 Jul 30 05:03:49.359705 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-75d0e1aa-b68a-4963-9177-343261feb520 req-7704cc95-989c-4295-9096-caca81c14721 service neutron] Request body: {'port': {'device_id': '0faad1c9-0b0d-44af-92cb-dd0acd61c755', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:03:49.417613 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-75d0e1aa-b68a-4963-9177-343261feb520 req-7704cc95-989c-4295-9096-caca81c14721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (abedbf31-d88b-46bc-a1ef-33a68dcc3b21), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:49.521164 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e933e19-da4d-4ea7-9a11-ef5d012ebf87 req-a643a5f2-3f51-432b-8bf4-c8f085ca0719 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:49.522664 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-9e933e19-da4d-4ea7-9a11-ef5d012ebf87 req-a643a5f2-3f51-432b-8bf4-c8f085ca0719 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 931 time: 0.0501008 Jul 30 05:03:49.556072 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:49.574379 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-9e933e19-da4d-4ea7-9a11-ef5d012ebf87 req-91da1044-f6ac-4d1e-9fa8-d12d1e294ed0 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/security-groups?id=690caee6-5100-4da4-985a-a65da1b16b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458779 Jul 30 05:03:49.648795 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:49.677234 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [req-75d0e1aa-b68a-4963-9177-343261feb520 req-7704cc95-989c-4295-9096-caca81c14721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abedbf31-d88b-46bc-a1ef-33a68dcc3b21 {{(pid=103971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 05:03:49.684654 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-75d0e1aa-b68a-4963-9177-343261feb520 req-7704cc95-989c-4295-9096-caca81c14721 service neutron] Publish callbacks [] for port (abedbf31-d88b-46bc-a1ef-33a68dcc3b21), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:49.697534 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.provisioning_blocks [req-75d0e1aa-b68a-4963-9177-343261feb520 req-7704cc95-989c-4295-9096-caca81c14721 service neutron] Transition to ACTIVE for port object abedbf31-d88b-46bc-a1ef-33a68dcc3b21 will not be triggered until provisioned by entity L2. {{(pid=103971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 30 05:03:49.700665 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-75d0e1aa-b68a-4963-9177-343261feb520 req-7704cc95-989c-4295-9096-caca81c14721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3264605'] for port (abedbf31-d88b-46bc-a1ef-33a68dcc3b21), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:49.779394 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7704cc95-989c-4295-9096-caca81c14721 service neutron] Pushing event updated for resources: {'Port': ['ID=abedbf31-d88b-46bc-a1ef-33a68dcc3b21,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:49.804440 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:49.806979 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-75d0e1aa-b68a-4963-9177-343261feb520 req-7704cc95-989c-4295-9096-caca81c14721 service neutron] Attempting to bind port abedbf31-d88b-46bc-a1ef-33a68dcc3b21 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 05:03:49.807316 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-75d0e1aa-b68a-4963-9177-343261feb520 req-7704cc95-989c-4295-9096-caca81c14721 service neutron] Attempting to bind port abedbf31-d88b-46bc-a1ef-33a68dcc3b21 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '2337ae89-90dc-4c2b-9e40-8764fbdc0929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1c90acd2-47b7-4570-be05-943c9579a240'}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 05:03:49.807649 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d0e1aa-b68a-4963-9177-343261feb520 req-7704cc95-989c-4295-9096-caca81c14721 service neutron] Attempting to bind port abedbf31-d88b-46bc-a1ef-33a68dcc3b21 on network 1c90acd2-47b7-4570-be05-943c9579a240 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:03:49.813053 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d0e1aa-b68a-4963-9177-343261feb520 req-7704cc95-989c-4295-9096-caca81c14721 service neutron] Port abedbf31-d88b-46bc-a1ef-33a68dcc3b21 on network 1c90acd2-47b7-4570-be05-943c9579a240 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 30 05:03:49.813376 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d0e1aa-b68a-4963-9177-343261feb520 req-7704cc95-989c-4295-9096-caca81c14721 service neutron] Attempting to bind port abedbf31-d88b-46bc-a1ef-33a68dcc3b21 on network 1c90acd2-47b7-4570-be05-943c9579a240 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:03:49.819251 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d0e1aa-b68a-4963-9177-343261feb520 req-7704cc95-989c-4295-9096-caca81c14721 service neutron] Checking agent: {'id': 'dec4dcff-e2ed-49ed-8dd3-cc3856f345b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 56, 16), 'started_at': datetime.datetime(2022, 7, 30, 4, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 5, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 05:03:49.819592 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d0e1aa-b68a-4963-9177-343261feb520 req-7704cc95-989c-4295-9096-caca81c14721 service neutron] Checking segment: {'id': '2337ae89-90dc-4c2b-9e40-8764fbdc0929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1c90acd2-47b7-4570-be05-943c9579a240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 05:03:49.819979 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d0e1aa-b68a-4963-9177-343261feb520 req-7704cc95-989c-4295-9096-caca81c14721 service neutron] Bound using segment: {'id': '2337ae89-90dc-4c2b-9e40-8764fbdc0929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1c90acd2-47b7-4570-be05-943c9579a240'} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 05:03:49.820405 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-75d0e1aa-b68a-4963-9177-343261feb520 req-7704cc95-989c-4295-9096-caca81c14721 service neutron] Bound port: abedbf31-d88b-46bc-a1ef-33a68dcc3b21, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2337ae89-90dc-4c2b-9e40-8764fbdc0929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1c90acd2-47b7-4570-be05-943c9579a240'}}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 05:03:49.820763 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-75d0e1aa-b68a-4963-9177-343261feb520 req-7704cc95-989c-4295-9096-caca81c14721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (abedbf31-d88b-46bc-a1ef-33a68dcc3b21), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:49.889246 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-75d0e1aa-b68a-4963-9177-343261feb520 req-7704cc95-989c-4295-9096-caca81c14721 service neutron] For port abedbf31-d88b-46bc-a1ef-33a68dcc3b21, host hv-cinder-85127, cleared binding levels {{(pid=103971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:03:49.892559 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-75d0e1aa-b68a-4963-9177-343261feb520 req-7704cc95-989c-4295-9096-caca81c14721 service neutron] For port abedbf31-d88b-46bc-a1ef-33a68dcc3b21, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=abedbf31-d88b-46bc-a1ef-33a68dcc3b21,segment=NetworkSegment(2337ae89-90dc-4c2b-9e40-8764fbdc0929),segment_id=2337ae89-90dc-4c2b-9e40-8764fbdc0929)] {{(pid=103971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:03:49.900129 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-75d0e1aa-b68a-4963-9177-343261feb520 req-7704cc95-989c-4295-9096-caca81c14721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3264605'] for port (abedbf31-d88b-46bc-a1ef-33a68dcc3b21), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:49.904537 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0e1aa-b68a-4963-9177-343261feb520 req-7704cc95-989c-4295-9096-caca81c14721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:49.905153 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-75d0e1aa-b68a-4963-9177-343261feb520 req-7704cc95-989c-4295-9096-caca81c14721 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:49.906732 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-75d0e1aa-b68a-4963-9177-343261feb520 req-7704cc95-989c-4295-9096-caca81c14721 service neutron] 10.222.0.49 "PUT /v2.0/ports/abedbf31-d88b-46bc-a1ef-33a68dcc3b21 HTTP/1.1" status: 200 len: 1093 time: 0.5958099 Jul 30 05:03:49.907244 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0faad1c9-0b0d-44af-92cb-dd0acd61c755', 'tag': 'abedbf31-d88b-46bc-a1ef-33a68dcc3b21'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:03:49.909695 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b16b4900bbfc643f3f19b33d02e463cc441e963483cfbcd5657a130b47b3c9ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d5dc7f-3994-4a4e-ada4-fa58edae4d22" -d '{"events": [{"name": "network-changed", "server_uuid": "0faad1c9-0b0d-44af-92cb-dd0acd61c755", "tag": "abedbf31-d88b-46bc-a1ef-33a68dcc3b21"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:03:49.981763 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-05fcf38f-ee93-46ff-bd2c-fc6379936d19 req-b73a7034-312e-490a-a9aa-14a869157a05 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5e218d-8660-4d90-90d1-9c8e50a66a7c HTTP/1.1" status: 200 len: 210 time: 0.0486579 Jul 30 05:03:50.143880 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f4406-d0ba-4098-915c-50bd78e4469c req-24dccad9-4e54-46e6-80ae-f953fe42016a tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:50.145374 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-304f4406-d0ba-4098-915c-50bd78e4469c req-24dccad9-4e54-46e6-80ae-f953fe42016a tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 943 time: 0.0497010 Jul 30 05:03:50.198181 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-304f4406-d0ba-4098-915c-50bd78e4469c req-10c35335-8a59-47bc-b92f-251e86529b48 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471597 Jul 30 05:03:50.264125 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Jul 2022 05:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa27a6f-be16-4f4c-972a-8b7f2e2e7c64 x-openstack-request-id: req-6fa27a6f-be16-4f4c-972a-8b7f2e2e7c64 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:03:50.264422 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0faad1c9-0b0d-44af-92cb-dd0acd61c755", "tag": "abedbf31-d88b-46bc-a1ef-33a68dcc3b21", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:03:50.264697 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6fa27a6f-be16-4f4c-972a-8b7f2e2e7c64 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:03:50.265185 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fa27a6f-be16-4f4c-972a-8b7f2e2e7c64'] response: {'name': 'network-changed', 'server_uuid': '0faad1c9-0b0d-44af-92cb-dd0acd61c755', 'tag': 'abedbf31-d88b-46bc-a1ef-33a68dcc3b21', 'status': 'completed', 'code': 200} Jul 30 05:03:50.288900 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7704cc95-989c-4295-9096-caca81c14721 service neutron] Pushing event updated for resources: {'Port': ['ID=abedbf31-d88b-46bc-a1ef-33a68dcc3b21,revision_number=3']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:50.306574 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0e1aa-b68a-4963-9177-343261feb520 req-ee0143ac-34bd-448a-beba-3f3aa4d6216d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:50.308071 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-75d0e1aa-b68a-4963-9177-343261feb520 req-ee0143ac-34bd-448a-beba-3f3aa4d6216d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=abbb209e2c194596bb3e8b9a6880646e&device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 1127 time: 0.3401079 Jul 30 05:03:50.310427 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1d71a220-ea5d-4ea3-b793-a4b55c305c6d req-54bf5302-eef2-4436-bff8-05dc18701b2e tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ede213-15fc-4a6c-bec6-eef18aae6b87 HTTP/1.1" status: 200 len: 210 time: 0.0422730 Jul 30 05:03:50.352738 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-75d0e1aa-b68a-4963-9177-343261feb520 req-1d3b7b0c-818f-4ec3-b45b-83e034530adb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=abedbf31-d88b-46bc-a1ef-33a68dcc3b21 HTTP/1.1" status: 200 len: 217 time: 0.0361779 Jul 30 05:03:50.511617 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a55d2ff3-30b2-4d9c-8c73-a9a8e3d9e2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:50.593595 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0e1aa-b68a-4963-9177-343261feb520 req-c096be95-c7c6-47a2-9f2f-4faeeaafbe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:50.595115 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-75d0e1aa-b68a-4963-9177-343261feb520 req-c096be95-c7c6-47a2-9f2f-4faeeaafbe65 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=30f2efdf-c1bd-49e5-b5a7-c252ac894c33 HTTP/1.1" status: 200 len: 854 time: 0.0451288 Jul 30 05:03:50.703786 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0e1aa-b68a-4963-9177-343261feb520 req-0ab47984-e016-4b2a-bb67-2c7435e35fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:50.705991 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-75d0e1aa-b68a-4963-9177-343261feb520 req-0ab47984-e016-4b2a-bb67-2c7435e35fc8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1c90acd2-47b7-4570-be05-943c9579a240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1032505 Jul 30 05:03:50.711505 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc4e5b-48f7-42ab-bfca-28f025be9ad0 req-4d820cf5-6376-4d70-ac90-c5385df90ba0 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:50.713094 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-fddc4e5b-48f7-42ab-bfca-28f025be9ad0 req-4d820cf5-6376-4d70-ac90-c5385df90ba0 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 943 time: 0.0518825 Jul 30 05:03:50.761717 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-fddc4e5b-48f7-42ab-bfca-28f025be9ad0 req-a5d69981-a6f5-4752-a0d7-2ce7b25309d3 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/security-groups?id=690caee6-5100-4da4-985a-a65da1b16b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425663 Jul 30 05:03:50.816198 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-c7c6f5f0-1591-4713-82af-d4eef1bc5c82 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:50.817643 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-c7c6f5f0-1591-4713-82af-d4eef1bc5c82 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.49 "GET /v2.0/networks?id=afd82f39-2725-4de8-bc03-d4d225abc92e HTTP/1.1" status: 200 len: 814 time: 0.1765108 Jul 30 05:03:50.864080 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-75d0e1aa-b68a-4963-9177-343261feb520 req-436235b9-7d61-4ed9-ac6c-946c20dca5fa service neutron] 10.222.0.49 "GET /v2.0/networks/1c90acd2-47b7-4570-be05-943c9579a240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414740 Jul 30 05:03:50.897373 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-51163d3d-b8c7-4ed7-8e5f-8cd761f1aa0c tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e01500cb03c74d1082090cd1c1836169 HTTP/1.1" status: 200 len: 380 time: 0.0650494 Jul 30 05:03:50.915901 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-76ae0f2a-3d81-4eb2-9bf7-3e2ef2274663 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Request body: {'port': {'device_id': '40ede213-15fc-4a6c-bec6-eef18aae6b87', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'admin_state_up': True, 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'security_groups': ['31eef518-f545-4e91-872f-5dc997157dd3']}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:03:51.014137 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 1a76ab0f-eada-4891-8b4c-b2af44036eb1 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=103972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 05:03:51.065099 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-75d0e1aa-b68a-4963-9177-343261feb520 req-55e016b5-93b0-42a7-8fab-7fbdd09b4c5f service neutron] 10.222.0.49 "GET /v2.0/networks/1c90acd2-47b7-4570-be05-943c9579a240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605029 Jul 30 05:03:51.094760 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:51.112809 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-76ae0f2a-3d81-4eb2-9bf7-3e2ef2274663 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Made reservation on behalf of e01500cb03c74d1082090cd1c1836169 for: {'port': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:03:51.116905 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-76ae0f2a-3d81-4eb2-9bf7-3e2ef2274663 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:51.125111 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 1a76ab0f-eada-4891-8b4c-b2af44036eb1, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=1a76ab0f-eada-4891-8b4c-b2af44036eb1,segment=NetworkSegment(49e86943-6cb8-4f31-93ea-855c416e4a38),segment_id=49e86943-6cb8-4f31-93ea-855c416e4a38)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:03:51.138681 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Returning: {'device': '1a76ab0f-eada-4891-8b4c-b2af44036eb1', 'network_id': 'ba00ca49-96d9-4fff-b920-6f01cfda6037', 'port_id': '1a76ab0f-eada-4891-8b4c-b2af44036eb1', 'mac_address': 'fa:16:3e:82:72:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e43a40c9-7b63-4416-91e0-9daf39b8f626', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 05:03:51.177017 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port 1a76ab0f-eada-4891-8b4c-b2af44036eb1 is: DOWN; New status is: BUILD {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:03:51.177527 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (1a76ab0f-eada-4891-8b4c-b2af44036eb1), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:51.193309 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a76ab0f-eada-4891-8b4c-b2af44036eb1 {{(pid=103972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 05:03:51.219209 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 1a76ab0f-eada-4891-8b4c-b2af44036eb1, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=1a76ab0f-eada-4891-8b4c-b2af44036eb1,segment=NetworkSegment(49e86943-6cb8-4f31-93ea-855c416e4a38),segment_id=49e86943-6cb8-4f31-93ea-855c416e4a38)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:03:51.223493 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (1a76ab0f-eada-4891-8b4c-b2af44036eb1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:51.232949 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:51.293729 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=1a76ab0f-eada-4891-8b4c-b2af44036eb1,revision_number=7']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:51.297007 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-76ae0f2a-3d81-4eb2-9bf7-3e2ef2274663 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Allocated IP 172.20.0.11 (afd82f39-2725-4de8-bc03-d4d225abc92e/bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d/71dbf2c2-385e-484d-a2ac-d51216c17d84) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:03:51.324803 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aee2cf-15e3-43d2-a043-a41a8aa1322a req-0bd83f87-7d2a-43e2-93b6-5440cfcaac37 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:51.326279 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f0aee2cf-15e3-43d2-a043-a41a8aa1322a req-0bd83f87-7d2a-43e2-93b6-5440cfcaac37 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc0c06a0-156a-4cee-8ff7-92ab582bc4a1 HTTP/1.1" status: 200 len: 946 time: 0.0766010 Jul 30 05:03:51.344805 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d020fd2-4173-4af9-859e-c219285dd77a req-056c3d9a-297b-4a6c-8f01-b43cbe7f61a9 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:51.346955 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-7d020fd2-4173-4af9-859e-c219285dd77a req-056c3d9a-297b-4a6c-8f01-b43cbe7f61a9 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 944 time: 0.0594718 Jul 30 05:03:51.397106 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-7d020fd2-4173-4af9-859e-c219285dd77a req-6cd84e85-3bf7-4586-a021-0649ec7224da tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446389 Jul 30 05:03:51.442329 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f0aee2cf-15e3-43d2-a043-a41a8aa1322a req-0cf3ccc6-0115-4434-b4a2-3bb4246364a3 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087596 Jul 30 05:03:51.469602 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] get_ports_and_sgs() called for port_ids ['1a76ab0f-eada-4891-8b4c-b2af44036eb1'] {{(pid=103972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:03:51.484732 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-a9d35ee1-b7f9-4fe5-aeff-7f73e5b52d37 req-d8ca0cef-6d38-43b3-9bf7-bf413a63b37b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ede213-15fc-4a6c-bec6-eef18aae6b87 HTTP/1.1" status: 200 len: 210 time: 0.0287025 Jul 30 05:03:51.496764 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-76ae0f2a-3d81-4eb2-9bf7-3e2ef2274663 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for port (71dbf2c2-385e-484d-a2ac-d51216c17d84), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:51.530254 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-76ae0f2a-3d81-4eb2-9bf7-3e2ef2274663 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (71dbf2c2-385e-484d-a2ac-d51216c17d84), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:51.579705 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-76ae0f2a-3d81-4eb2-9bf7-3e2ef2274663 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Network afd82f39-2725-4de8-bc03-d4d225abc92e is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:03:51.585447 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-76ae0f2a-3d81-4eb2-9bf7-3e2ef2274663 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:03:51.589557 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-76ae0f2a-3d81-4eb2-9bf7-3e2ef2274663 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 05:03:51.613649 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae0f2a-3d81-4eb2-9bf7-3e2ef2274663 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Pushing event updated for resources: {'Port': ['ID=71dbf2c2-385e-484d-a2ac-d51216c17d84,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:51.642203 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-76ae0f2a-3d81-4eb2-9bf7-3e2ef2274663 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:51.643726 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-76ae0f2a-3d81-4eb2-9bf7-3e2ef2274663 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:51.666298 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-76ae0f2a-3d81-4eb2-9bf7-3e2ef2274663 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7550478 Jul 30 05:03:51.821532 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-d676fc9e-7893-4283-b92f-4668509a81f3 None None] Provisioning complete for port 71dbf2c2-385e-484d-a2ac-d51216c17d84 triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:03:51.822101 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d676fc9e-7893-4283-b92f-4668509a81f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (71dbf2c2-385e-484d-a2ac-d51216c17d84), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:51.856216 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-d676fc9e-7893-4283-b92f-4668509a81f3 None None] Port 71dbf2c2-385e-484d-a2ac-d51216c17d84 cannot update to ACTIVE because it is not bound. {{(pid=103972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 30 05:03:51.882310 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a9392-b934-467f-ac4d-2c2e01b27649 req-42c93c2b-99e2-4afe-b5c7-a42b8ad98a24 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:51.883742 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a60a9392-b934-467f-ac4d-2c2e01b27649 req-42c93c2b-99e2-4afe-b5c7-a42b8ad98a24 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 943 time: 0.0488465 Jul 30 05:03:51.945068 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-8cba4796-8a7c-4055-b6d9-5d409e6bb4dd service neutron] Request body: {'port': {'device_id': '40ede213-15fc-4a6c-bec6-eef18aae6b87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:03:51.982281 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a60a9392-b934-467f-ac4d-2c2e01b27649 req-2fa4b385-c14a-4061-8d06-4dff79cc5bd1 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/security-groups?id=690caee6-5100-4da4-985a-a65da1b16b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928206 Jul 30 05:03:52.001954 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d5dc7f-3994-4a4e-ada4-fa58edae4d22 req-b23f36d8-8f19-4b81-ac83-5ebc0587fe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:52.003701 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b3d5dc7f-3994-4a4e-ada4-fa58edae4d22 req-b23f36d8-8f19-4b81-ac83-5ebc0587fe34 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=abbb209e2c194596bb3e8b9a6880646e&device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 1127 time: 0.0831444 Jul 30 05:03:52.034306 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-8cba4796-8a7c-4055-b6d9-5d409e6bb4dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (71dbf2c2-385e-484d-a2ac-d51216c17d84), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:52.200947 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:52.213678 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:52.291326 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-8cba4796-8a7c-4055-b6d9-5d409e6bb4dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71dbf2c2-385e-484d-a2ac-d51216c17d84 {{(pid=103971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 05:03:52.299149 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-8cba4796-8a7c-4055-b6d9-5d409e6bb4dd service neutron] Publish callbacks [] for port (71dbf2c2-385e-484d-a2ac-d51216c17d84), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:52.311883 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.provisioning_blocks [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-8cba4796-8a7c-4055-b6d9-5d409e6bb4dd service neutron] Transition to ACTIVE for port object 71dbf2c2-385e-484d-a2ac-d51216c17d84 will not be triggered until provisioned by entity L2. {{(pid=103971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 30 05:03:52.315692 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-8cba4796-8a7c-4055-b6d9-5d409e6bb4dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3264605'] for port (71dbf2c2-385e-484d-a2ac-d51216c17d84), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:52.375528 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba4796-8a7c-4055-b6d9-5d409e6bb4dd service neutron] Pushing event updated for resources: {'Port': ['ID=71dbf2c2-385e-484d-a2ac-d51216c17d84,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:52.423893 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-8cba4796-8a7c-4055-b6d9-5d409e6bb4dd service neutron] Attempting to bind port 71dbf2c2-385e-484d-a2ac-d51216c17d84 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 05:03:52.424169 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-8cba4796-8a7c-4055-b6d9-5d409e6bb4dd service neutron] Attempting to bind port 71dbf2c2-385e-484d-a2ac-d51216c17d84 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': 'f332eab5-1e47-46f1-8048-b01e080b1202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e'}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 05:03:52.424564 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-8cba4796-8a7c-4055-b6d9-5d409e6bb4dd service neutron] Attempting to bind port 71dbf2c2-385e-484d-a2ac-d51216c17d84 on network afd82f39-2725-4de8-bc03-d4d225abc92e {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:03:52.429022 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-8cba4796-8a7c-4055-b6d9-5d409e6bb4dd service neutron] Port 71dbf2c2-385e-484d-a2ac-d51216c17d84 on network afd82f39-2725-4de8-bc03-d4d225abc92e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 30 05:03:52.429345 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-8cba4796-8a7c-4055-b6d9-5d409e6bb4dd service neutron] Attempting to bind port 71dbf2c2-385e-484d-a2ac-d51216c17d84 on network afd82f39-2725-4de8-bc03-d4d225abc92e {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:03:52.434320 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-8cba4796-8a7c-4055-b6d9-5d409e6bb4dd service neutron] Checking agent: {'id': 'dec4dcff-e2ed-49ed-8dd3-cc3856f345b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 56, 16), 'started_at': datetime.datetime(2022, 7, 30, 4, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 5, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 05:03:52.434772 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-8cba4796-8a7c-4055-b6d9-5d409e6bb4dd service neutron] Checking segment: {'id': 'f332eab5-1e47-46f1-8048-b01e080b1202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 05:03:52.435163 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-8cba4796-8a7c-4055-b6d9-5d409e6bb4dd service neutron] Bound using segment: {'id': 'f332eab5-1e47-46f1-8048-b01e080b1202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e'} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 05:03:52.435599 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-8cba4796-8a7c-4055-b6d9-5d409e6bb4dd service neutron] Bound port: 71dbf2c2-385e-484d-a2ac-d51216c17d84, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f332eab5-1e47-46f1-8048-b01e080b1202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e'}}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 05:03:52.435959 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-8cba4796-8a7c-4055-b6d9-5d409e6bb4dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (71dbf2c2-385e-484d-a2ac-d51216c17d84), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:52.505240 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-8cba4796-8a7c-4055-b6d9-5d409e6bb4dd service neutron] For port 71dbf2c2-385e-484d-a2ac-d51216c17d84, host hv-cinder-85127, cleared binding levels {{(pid=103971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:03:52.508501 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-8cba4796-8a7c-4055-b6d9-5d409e6bb4dd service neutron] For port 71dbf2c2-385e-484d-a2ac-d51216c17d84, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=71dbf2c2-385e-484d-a2ac-d51216c17d84,segment=NetworkSegment(f332eab5-1e47-46f1-8048-b01e080b1202),segment_id=f332eab5-1e47-46f1-8048-b01e080b1202)] {{(pid=103971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:03:52.519768 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-8cba4796-8a7c-4055-b6d9-5d409e6bb4dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3264605'] for port (71dbf2c2-385e-484d-a2ac-d51216c17d84), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:52.525151 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df7de9-eeda-4a08-b4c0-d59d9d8d3146 req-ee1c0c2a-6b66-4be1-b3e0-f1034ddb25a5 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:52.526065 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-8cba4796-8a7c-4055-b6d9-5d409e6bb4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:52.526693 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-36df7de9-eeda-4a08-b4c0-d59d9d8d3146 req-ee1c0c2a-6b66-4be1-b3e0-f1034ddb25a5 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 944 time: 0.0560203 Jul 30 05:03:52.526850 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-8cba4796-8a7c-4055-b6d9-5d409e6bb4dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:52.528014 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-8cba4796-8a7c-4055-b6d9-5d409e6bb4dd service neutron] 10.222.0.49 "PUT /v2.0/ports/71dbf2c2-385e-484d-a2ac-d51216c17d84 HTTP/1.1" status: 200 len: 1094 time: 0.5942140 Jul 30 05:03:52.529155 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ede213-15fc-4a6c-bec6-eef18aae6b87', 'tag': '71dbf2c2-385e-484d-a2ac-d51216c17d84'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:03:52.531352 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b16b4900bbfc643f3f19b33d02e463cc441e963483cfbcd5657a130b47b3c9ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f721852-a339-41c7-8619-6c3a6e303b47" -d '{"events": [{"name": "network-changed", "server_uuid": "40ede213-15fc-4a6c-bec6-eef18aae6b87", "tag": "71dbf2c2-385e-484d-a2ac-d51216c17d84"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:03:52.581129 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-36df7de9-eeda-4a08-b4c0-d59d9d8d3146 req-e5ed92ce-88c2-40ad-8ead-76954c75cda0 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488658 Jul 30 05:03:52.605231 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f2932c-cdda-4ada-9ff4-68509bfc72a1 req-09d7146e-3898-4bc0-beaf-12e59000c4c5 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:52.606534 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d1f2932c-cdda-4ada-9ff4-68509bfc72a1 req-09d7146e-3898-4bc0-beaf-12e59000c4c5 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc0c06a0-156a-4cee-8ff7-92ab582bc4a1 HTTP/1.1" status: 200 len: 946 time: 0.0842936 Jul 30 05:03:52.622806 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba4796-8a7c-4055-b6d9-5d409e6bb4dd service neutron] Pushing event updated for resources: {'Port': ['ID=71dbf2c2-385e-484d-a2ac-d51216c17d84,revision_number=3']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:52.664425 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d1f2932c-cdda-4ada-9ff4-68509bfc72a1 req-41b41aad-a2e7-4b5c-93fe-0f0dfe06fc15 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505247 Jul 30 05:03:52.695546 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a528ed4-6d3c-45b9-a273-47bc408352b3 req-2c6e9b70-8541-4092-bbbd-e3497eabc985 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:52.697328 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-0a528ed4-6d3c-45b9-a273-47bc408352b3 req-2c6e9b70-8541-4092-bbbd-e3497eabc985 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ede213-15fc-4a6c-bec6-eef18aae6b87 HTTP/1.1" status: 200 len: 944 time: 0.0486236 Jul 30 05:03:52.713633 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Jul 2022 05:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ba6625-fdcd-442a-96bf-1d587667671c x-openstack-request-id: req-c3ba6625-fdcd-442a-96bf-1d587667671c {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:03:52.713927 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40ede213-15fc-4a6c-bec6-eef18aae6b87", "tag": "71dbf2c2-385e-484d-a2ac-d51216c17d84", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:03:52.714178 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3ba6625-fdcd-442a-96bf-1d587667671c {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:03:52.714624 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3ba6625-fdcd-442a-96bf-1d587667671c'] response: {'name': 'network-changed', 'server_uuid': '40ede213-15fc-4a6c-bec6-eef18aae6b87', 'tag': '71dbf2c2-385e-484d-a2ac-d51216c17d84', 'status': 'completed', 'code': 200} Jul 30 05:03:52.745337 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-0a528ed4-6d3c-45b9-a273-47bc408352b3 req-65b47d10-4485-42a7-b767-d566637c352d tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=31eef518-f545-4e91-872f-5dc997157dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421884 Jul 30 05:03:52.846383 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e179b50d-cfca-4174-9666-f3851e454a4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:53.020585 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device abedbf31-d88b-46bc-a1ef-33a68dcc3b21 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=103972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 05:03:53.025374 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:53.026519 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 1a76ab0f-eada-4891-8b4c-b2af44036eb1 up at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:03:53.031660 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:53.104787 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4542b7-15b8-4b0d-ba44-eacddbaf03fe req-5a839913-3543-45dd-b680-88c5f6c0b471 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:53.106365 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0b4542b7-15b8-4b0d-ba44-eacddbaf03fe req-5a839913-3543-45dd-b680-88c5f6c0b471 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 943 time: 0.0492389 Jul 30 05:03:53.157537 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0b4542b7-15b8-4b0d-ba44-eacddbaf03fe req-81ae685a-ae7d-4fcc-9f62-fb917b19dd7c tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/security-groups?id=690caee6-5100-4da4-985a-a65da1b16b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446715 Jul 30 05:03:53.205259 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.db.resource_extend [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 30 05:03:53.259741 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning complete for port 1a76ab0f-eada-4891-8b4c-b2af44036eb1 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:03:53.260112 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (1a76ab0f-eada-4891-8b4c-b2af44036eb1), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:53.319327 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port abedbf31-d88b-46bc-a1ef-33a68dcc3b21, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=abedbf31-d88b-46bc-a1ef-33a68dcc3b21,segment=NetworkSegment(2337ae89-90dc-4c2b-9e40-8764fbdc0929),segment_id=2337ae89-90dc-4c2b-9e40-8764fbdc0929)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:03:53.333947 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Returning: {'device': 'abedbf31-d88b-46bc-a1ef-33a68dcc3b21', 'network_id': '1c90acd2-47b7-4570-be05-943c9579a240', 'port_id': 'abedbf31-d88b-46bc-a1ef-33a68dcc3b21', 'mac_address': 'fa:16:3e:50:41:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30f2efdf-c1bd-49e5-b5a7-c252ac894c33', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 05:03:53.393174 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port 1a76ab0f-eada-4891-8b4c-b2af44036eb1 is: BUILD; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:03:53.393556 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (1a76ab0f-eada-4891-8b4c-b2af44036eb1), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:53.396771 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port abedbf31-d88b-46bc-a1ef-33a68dcc3b21 is: DOWN; New status is: BUILD {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:03:53.397137 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (abedbf31-d88b-46bc-a1ef-33a68dcc3b21), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:53.424162 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abedbf31-d88b-46bc-a1ef-33a68dcc3b21 {{(pid=103972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 05:03:53.431180 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b497c8-e641-428a-94b6-86c21af5844f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a76ab0f-eada-4891-8b4c-b2af44036eb1'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:03:53.433379 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097f6318ceefad5cd58475957c164f396c8a98df32e112d8bd5bde4ce5121001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953926ad-217f-4bb5-89f2-0794922eada6" -d '{"events": [{"server_uuid": "99b497c8-e641-428a-94b6-86c21af5844f", "name": "network-vif-plugged", "status": "completed", "tag": "1a76ab0f-eada-4891-8b4c-b2af44036eb1"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:03:53.451927 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 1a76ab0f-eada-4891-8b4c-b2af44036eb1, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=1a76ab0f-eada-4891-8b4c-b2af44036eb1,segment=NetworkSegment(49e86943-6cb8-4f31-93ea-855c416e4a38),segment_id=49e86943-6cb8-4f31-93ea-855c416e4a38)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:03:53.459503 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (1a76ab0f-eada-4891-8b4c-b2af44036eb1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:53.462267 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port abedbf31-d88b-46bc-a1ef-33a68dcc3b21, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=abedbf31-d88b-46bc-a1ef-33a68dcc3b21,segment=NetworkSegment(2337ae89-90dc-4c2b-9e40-8764fbdc0929),segment_id=2337ae89-90dc-4c2b-9e40-8764fbdc0929)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:03:53.466642 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (abedbf31-d88b-46bc-a1ef-33a68dcc3b21), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:53.489958 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 05:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bffcd1-fae3-45a6-9aa8-5c644b861c6d x-openstack-request-id: req-24bffcd1-fae3-45a6-9aa8-5c644b861c6d {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:03:53.490248 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b497c8-e641-428a-94b6-86c21af5844f", "name": "network-vif-plugged", "status": "completed", "tag": "1a76ab0f-eada-4891-8b4c-b2af44036eb1", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:03:53.490520 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-24bffcd1-fae3-45a6-9aa8-5c644b861c6d {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:03:53.490904 dv-cinder-851279-3-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24bffcd1-fae3-45a6-9aa8-5c644b861c6d'] response: {'server_uuid': '99b497c8-e641-428a-94b6-86c21af5844f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a76ab0f-eada-4891-8b4c-b2af44036eb1', 'code': 200} Jul 30 05:03:53.514648 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=1a76ab0f-eada-4891-8b4c-b2af44036eb1,revision_number=8']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:53.562371 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=abedbf31-d88b-46bc-a1ef-33a68dcc3b21,revision_number=4']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:53.697618 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ccdf1-6132-4524-ace6-3dd2e26af4b1 req-db455ab1-aa9d-4ae0-a913-a8c7b51afd19 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:53.699127 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8e0ccdf1-6132-4524-ace6-3dd2e26af4b1 req-db455ab1-aa9d-4ae0-a913-a8c7b51afd19 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 945 time: 0.0470212 Jul 30 05:03:53.715393 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] get_ports_and_sgs() called for port_ids ['abedbf31-d88b-46bc-a1ef-33a68dcc3b21'] {{(pid=103972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:03:53.750401 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8e0ccdf1-6132-4524-ace6-3dd2e26af4b1 req-36f389dc-7226-4f59-b50f-c51f85acbba0 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456669 Jul 30 05:03:53.790899 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd00532-c6c5-4ef6-aa52-2455ff16a9b8 req-f7b4c309-7c91-4c7f-bf84-39ecbeb77c5a tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:53.792399 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-7cd00532-c6c5-4ef6-aa52-2455ff16a9b8 req-f7b4c309-7c91-4c7f-bf84-39ecbeb77c5a tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc0c06a0-156a-4cee-8ff7-92ab582bc4a1 HTTP/1.1" status: 200 len: 946 time: 0.0516613 Jul 30 05:03:53.842668 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-7cd00532-c6c5-4ef6-aa52-2455ff16a9b8 req-22a77449-7439-45c8-b404-b46bc9a4ed22 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428789 Jul 30 05:03:53.879416 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe144d4-0dc0-4e55-aad5-0a2d4814e46a req-e1600697-125f-4a7a-9406-741b99cc79ee tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:53.880926 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1fe144d4-0dc0-4e55-aad5-0a2d4814e46a req-e1600697-125f-4a7a-9406-741b99cc79ee tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ede213-15fc-4a6c-bec6-eef18aae6b87 HTTP/1.1" status: 200 len: 944 time: 0.0619662 Jul 30 05:03:53.897879 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:53.929507 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1fe144d4-0dc0-4e55-aad5-0a2d4814e46a req-402adb6e-4e77-4ef8-a58a-9a576209a9b0 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=31eef518-f545-4e91-872f-5dc997157dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429101 Jul 30 05:03:54.280355 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53857e-03f4-4b61-bb89-9e55231d3841 req-5e50aa63-05be-4572-a510-e6f1bb663bb4 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:54.281832 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-4c53857e-03f4-4b61-bb89-9e55231d3841 req-5e50aa63-05be-4572-a510-e6f1bb663bb4 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 944 time: 0.0524123 Jul 30 05:03:54.329542 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-4c53857e-03f4-4b61-bb89-9e55231d3841 req-d3380f17-5065-4cba-a02c-7ab782110be2 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/security-groups?id=690caee6-5100-4da4-985a-a65da1b16b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422161 Jul 30 05:03:54.929328 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f721852-a339-41c7-8619-6c3a6e303b47 req-0f55567e-68f7-4ee6-8108-b0320740fbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:54.930833 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0f721852-a339-41c7-8619-6c3a6e303b47 req-0f55567e-68f7-4ee6-8108-b0320740fbb5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e01500cb03c74d1082090cd1c1836169&device_id=40ede213-15fc-4a6c-bec6-eef18aae6b87 HTTP/1.1" status: 200 len: 1128 time: 0.1193197 Jul 30 05:03:54.943425 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff6c2e-1478-4d97-a4ec-6344d2d75ecf req-765c8ff0-6c6b-4a20-979e-a5440d9e828f tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:54.944844 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-caff6c2e-1478-4d97-a4ec-6344d2d75ecf req-765c8ff0-6c6b-4a20-979e-a5440d9e828f tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 945 time: 0.1006172 Jul 30 05:03:54.946888 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:54.958484 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:54.967693 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1080f-1f6d-4d53-8745-ee832d219df9 req-36b2395d-4804-43e0-acf9-3420fdcad8fd tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:54.969256 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-f4b1080f-1f6d-4d53-8745-ee832d219df9 req-36b2395d-4804-43e0-acf9-3420fdcad8fd tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc0c06a0-156a-4cee-8ff7-92ab582bc4a1 HTTP/1.1" status: 200 len: 946 time: 0.0496345 Jul 30 05:03:54.987830 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d5dc7f-3994-4a4e-ada4-fa58edae4d22 req-28b0a0c2-e825-4da1-b8c6-bcfb08455101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:54.990064 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b3d5dc7f-3994-4a4e-ada4-fa58edae4d22 req-28b0a0c2-e825-4da1-b8c6-bcfb08455101 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1c90acd2-47b7-4570-be05-943c9579a240 HTTP/1.1" status: 200 len: 916 time: 0.1986811 Jul 30 05:03:55.028316 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-f4b1080f-1f6d-4d53-8745-ee832d219df9 req-741dc3ed-95dd-4b9a-8d6a-1684ea7081d4 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/security-groups?id=a02eaac2-9f22-4379-8130-23b225648a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516346 Jul 30 05:03:55.031851 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device abedbf31-d88b-46bc-a1ef-33a68dcc3b21 up at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:03:55.093977 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91f06f-2b34-481c-ba48-d5b15ffee69b req-eb22427a-a470-4937-a485-0dd117e634a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:55.094924 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning for port abedbf31-d88b-46bc-a1ef-33a68dcc3b21 completed by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 30 05:03:55.096261 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-bd91f06f-2b34-481c-ba48-d5b15ffee69b req-eb22427a-a470-4937-a485-0dd117e634a9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 1129 time: 0.0547349 Jul 30 05:03:55.104892 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning complete for port abedbf31-d88b-46bc-a1ef-33a68dcc3b21 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:03:55.105555 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (abedbf31-d88b-46bc-a1ef-33a68dcc3b21), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:55.116411 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b3d5dc7f-3994-4a4e-ada4-fa58edae4d22 req-915460ff-c1b9-4bea-b6d1-400a374cfb4f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=abedbf31-d88b-46bc-a1ef-33a68dcc3b21 HTTP/1.1" status: 200 len: 217 time: 0.1138728 Jul 30 05:03:55.125990 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-caff6c2e-1478-4d97-a4ec-6344d2d75ecf req-c33b7d16-2545-4477-9a8a-7179113a5bfe tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742096 Jul 30 05:03:55.153198 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:55.173765 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:55.190193 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port abedbf31-d88b-46bc-a1ef-33a68dcc3b21 is: BUILD; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:03:55.190534 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (abedbf31-d88b-46bc-a1ef-33a68dcc3b21), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:55.201340 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-bd91f06f-2b34-481c-ba48-d5b15ffee69b req-b0c0fa23-b80c-40ab-8296-0351aad0c2ed service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902095 Jul 30 05:03:55.208437 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb22d3-a3ba-40de-8efd-c6e729d677fe req-6963e32b-5c52-4247-8f7d-006de64f496a tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:55.210139 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-addb22d3-a3ba-40de-8efd-c6e729d677fe req-6963e32b-5c52-4247-8f7d-006de64f496a tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ede213-15fc-4a6c-bec6-eef18aae6b87 HTTP/1.1" status: 200 len: 944 time: 0.1129420 Jul 30 05:03:55.219452 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c03d0c-8478-4651-a6b4-5092f25661d0 req-a74be8e3-bf29-4848-ab12-0bcf85af6faa tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:55.221533 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-37c03d0c-8478-4651-a6b4-5092f25661d0 req-a74be8e3-bf29-4848-ab12-0bcf85af6faa tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c06a0-156a-4cee-8ff7-92ab582bc4a1 HTTP/1.1" status: 200 len: 946 time: 0.1181049 Jul 30 05:03:55.235785 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:55.236072 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port abedbf31-d88b-46bc-a1ef-33a68dcc3b21, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=abedbf31-d88b-46bc-a1ef-33a68dcc3b21,segment=NetworkSegment(2337ae89-90dc-4c2b-9e40-8764fbdc0929),segment_id=2337ae89-90dc-4c2b-9e40-8764fbdc0929)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:03:55.237557 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d5dc7f-3994-4a4e-ada4-fa58edae4d22 req-810d9eda-bad1-4114-8b17-a9afd6272425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:55.239021 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b3d5dc7f-3994-4a4e-ada4-fa58edae4d22 req-810d9eda-bad1-4114-8b17-a9afd6272425 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=30f2efdf-c1bd-49e5-b5a7-c252ac894c33 HTTP/1.1" status: 200 len: 854 time: 0.1095793 Jul 30 05:03:55.240606 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (abedbf31-d88b-46bc-a1ef-33a68dcc3b21), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:55.242013 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f721852-a339-41c7-8619-6c3a6e303b47 req-105cd0c9-20ba-4a75-8690-c21e957e6b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:55.243680 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0f721852-a339-41c7-8619-6c3a6e303b47 req-105cd0c9-20ba-4a75-8690-c21e957e6b42 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=e01500cb03c74d1082090cd1c1836169&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2743244 Jul 30 05:03:55.260305 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-addb22d3-a3ba-40de-8efd-c6e729d677fe req-c8c6d6da-7975-47f9-a5c4-0cbfcefc9bcd tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=31eef518-f545-4e91-872f-5dc997157dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445495 Jul 30 05:03:55.289484 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=abedbf31-d88b-46bc-a1ef-33a68dcc3b21,revision_number=5']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:55.309603 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:55.491670 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0faad1c9-0b0d-44af-92cb-dd0acd61c755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abedbf31-d88b-46bc-a1ef-33a68dcc3b21'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:03:55.494012 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097f6318ceefad5cd58475957c164f396c8a98df32e112d8bd5bde4ce5121001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b2aac8-3f33-4f03-abc0-f148ec030f6c" -d '{"events": [{"server_uuid": "0faad1c9-0b0d-44af-92cb-dd0acd61c755", "name": "network-vif-plugged", "status": "completed", "tag": "abedbf31-d88b-46bc-a1ef-33a68dcc3b21"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:03:55.532260 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 05:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389f48d0-ab86-4767-b4a8-9ffbbaec398d x-openstack-request-id: req-389f48d0-ab86-4767-b4a8-9ffbbaec398d {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:03:55.532582 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0faad1c9-0b0d-44af-92cb-dd0acd61c755", "name": "network-vif-plugged", "status": "completed", "tag": "abedbf31-d88b-46bc-a1ef-33a68dcc3b21", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:03:55.532879 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-389f48d0-ab86-4767-b4a8-9ffbbaec398d {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:03:55.533285 dv-cinder-851279-3-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-389f48d0-ab86-4767-b4a8-9ffbbaec398d'] response: {'server_uuid': '0faad1c9-0b0d-44af-92cb-dd0acd61c755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abedbf31-d88b-46bc-a1ef-33a68dcc3b21', 'code': 200} Jul 30 05:03:55.552356 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6d363-e05c-4d50-9849-65b55218f51e req-43621948-412f-492e-a1c7-97ce3fd39d7a tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:55.553744 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5ee6d363-e05c-4d50-9849-65b55218f51e req-43621948-412f-492e-a1c7-97ce3fd39d7a tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 945 time: 0.1546428 Jul 30 05:03:55.598703 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d5dc7f-3994-4a4e-ada4-fa58edae4d22 req-3152a3d6-1901-4007-be8d-516582b6132a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:55.600154 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b3d5dc7f-3994-4a4e-ada4-fa58edae4d22 req-3152a3d6-1901-4007-be8d-516582b6132a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1c90acd2-47b7-4570-be05-943c9579a240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1904657 Jul 30 05:03:55.653435 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-37c03d0c-8478-4651-a6b4-5092f25661d0 req-6fa8d990-3df5-4c4b-83be-63e499b355a4 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Deleting port 5f770f5f-036f-49c8-aec8-570d5b12103d {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:03:55.653782 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-37c03d0c-8478-4651-a6b4-5092f25661d0 req-6fa8d990-3df5-4c4b-83be-63e499b355a4 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (5f770f5f-036f-49c8-aec8-570d5b12103d), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:55.686050 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:55.704470 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f721852-a339-41c7-8619-6c3a6e303b47 req-b4f6645e-b187-4206-badd-646248162270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:55.706533 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0f721852-a339-41c7-8619-6c3a6e303b47 req-b4f6645e-b187-4206-badd-646248162270 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2984450 Jul 30 05:03:55.716722 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5ee6d363-e05c-4d50-9849-65b55218f51e req-adc35f53-5071-4d72-8875-61d2611b4416 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/security-groups?id=690caee6-5100-4da4-985a-a65da1b16b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542933 Jul 30 05:03:55.761509 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-37c03d0c-8478-4651-a6b4-5092f25661d0 req-6fa8d990-3df5-4c4b-83be-63e499b355a4 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] For port 5f770f5f-036f-49c8-aec8-570d5b12103d, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=5f770f5f-036f-49c8-aec8-570d5b12103d,segment=NetworkSegment(02c5dc2d-6889-4189-9ed9-9f04d5c6c204),segment_id=02c5dc2d-6889-4189-9ed9-9f04d5c6c204)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:03:55.761873 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-37c03d0c-8478-4651-a6b4-5092f25661d0 req-6fa8d990-3df5-4c4b-83be-63e499b355a4 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (5f770f5f-036f-49c8-aec8-570d5b12103d), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:55.775255 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-37c03d0c-8478-4651-a6b4-5092f25661d0 req-6fa8d990-3df5-4c4b-83be-63e499b355a4 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Calling delete_port for 5f770f5f-036f-49c8-aec8-570d5b12103d owned by compute:nova {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:03:55.927122 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:55.988362 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-5fef702a-b5a1-418f-a4a1-361eb5cb6de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:55.989873 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-5fef702a-b5a1-418f-a4a1-361eb5cb6de7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e01500cb03c74d1082090cd1c1836169&device_id=40ede213-15fc-4a6c-bec6-eef18aae6b87 HTTP/1.1" status: 200 len: 1128 time: 0.0979042 Jul 30 05:03:56.005845 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90052c-cf82-455b-b689-6f7792b1f3e8 req-ee3d24e9-0c1d-4a5c-ad47-3c45e9245a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:56.007547 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-bd90052c-cf82-455b-b689-6f7792b1f3e8 req-ee3d24e9-0c1d-4a5c-ad47-3c45e9245a60 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 1129 time: 0.0416920 Jul 30 05:03:56.036755 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:56.046102 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-37c03d0c-8478-4651-a6b4-5092f25661d0 req-6fa8d990-3df5-4c4b-83be-63e499b355a4 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (5f770f5f-036f-49c8-aec8-570d5b12103d), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:56.052642 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-251ff149-42c2-42bc-a225-c33405bbe3cd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71dbf2c2-385e-484d-a2ac-d51216c17d84 HTTP/1.1" status: 200 len: 217 time: 0.0514803 Jul 30 05:03:56.057235 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:56.059633 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b3d5dc7f-3994-4a4e-ada4-fa58edae4d22 req-113c6411-8f8e-4de1-b290-9928412e0e72 service neutron] 10.222.0.49 "GET /v2.0/networks/1c90acd2-47b7-4570-be05-943c9579a240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115836 Jul 30 05:03:56.060180 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] get_ports_and_sgs() called for port_ids ['5f770f5f-036f-49c8-aec8-570d5b12103d'] {{(pid=103972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:03:56.063717 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-bd90052c-cf82-455b-b689-6f7792b1f3e8 req-f4146eb3-6d7c-460f-9bcd-365e0936d8b9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=690caee6-5100-4da4-985a-a65da1b16b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468476 Jul 30 05:03:56.081814 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa8d990-3df5-4c4b-83be-63e499b355a4 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Pushing event deleted for resources: {'Port': ['ID=5f770f5f-036f-49c8-aec8-570d5b12103d,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:03:56.132867 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c03d0c-8478-4651-a6b4-5092f25661d0 req-6fa8d990-3df5-4c4b-83be-63e499b355a4 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] No DVR routers for this DVR port 5f770f5f-036f-49c8-aec8-570d5b12103d on host hv-cinder-85127 {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 30 05:03:56.135429 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-37c03d0c-8478-4651-a6b4-5092f25661d0 req-6fa8d990-3df5-4c4b-83be-63e499b355a4 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:03:56.138686 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-37c03d0c-8478-4651-a6b4-5092f25661d0 req-6fa8d990-3df5-4c4b-83be-63e499b355a4 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.49 "DELETE /v2.0/ports/5f770f5f-036f-49c8-aec8-570d5b12103d HTTP/1.1" status: 204 len: 173 time: 0.7271273 Jul 30 05:03:56.139127 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0c06a0-156a-4cee-8ff7-92ab582bc4a1', 'name': 'network-vif-deleted', 'tag': '5f770f5f-036f-49c8-aec8-570d5b12103d'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:03:56.141342 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b16b4900bbfc643f3f19b33d02e463cc441e963483cfbcd5657a130b47b3c9ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301a791f-bd08-4598-9022-7a9a021ff36d" -d '{"events": [{"server_uuid": "cc0c06a0-156a-4cee-8ff7-92ab582bc4a1", "name": "network-vif-deleted", "tag": "5f770f5f-036f-49c8-aec8-570d5b12103d"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:03:56.159688 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-c2e3c36e-14ca-403d-bdab-19a4a133cc37 req-4ea9683f-52a9-4f37-8150-649cf2db067c tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc0c06a0-156a-4cee-8ff7-92ab582bc4a1 HTTP/1.1" status: 200 len: 210 time: 0.0294068 Jul 30 05:03:56.195370 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 05:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0d5591-a580-4b38-9913-922165a25cd7 x-openstack-request-id: req-bb0d5591-a580-4b38-9913-922165a25cd7 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:03:56.195666 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0c06a0-156a-4cee-8ff7-92ab582bc4a1", "name": "network-vif-deleted", "tag": "5f770f5f-036f-49c8-aec8-570d5b12103d", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:03:56.195917 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb0d5591-a580-4b38-9913-922165a25cd7 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:03:56.196323 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb0d5591-a580-4b38-9913-922165a25cd7'] response: {'server_uuid': 'cc0c06a0-156a-4cee-8ff7-92ab582bc4a1', 'name': 'network-vif-deleted', 'tag': '5f770f5f-036f-49c8-aec8-570d5b12103d', 'status': 'completed', 'code': 200} Jul 30 05:03:56.229604 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.agents_db [None req-c768def0-c5c3-40f0-ac12-561af9dad95f None None] Agent healthcheck: found 6 active agents {{(pid=103973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:03:56.261971 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad72f07-97a8-481c-88ca-19919d929e94 req-ae2b67be-0c92-4778-913d-51e614ebbbc2 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:56.263462 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-1ad72f07-97a8-481c-88ca-19919d929e94 req-ae2b67be-0c92-4778-913d-51e614ebbbc2 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 945 time: 0.0471511 Jul 30 05:03:56.313753 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-1ad72f07-97a8-481c-88ca-19919d929e94 req-74022ef1-cbe0-4d43-9e60-2ee0d35f7136 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447154 Jul 30 05:03:56.472821 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d06827-1e02-4f13-934f-261cc779310b req-dddafa6b-3aac-420c-8ac1-a42c8b8c1b41 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:56.474329 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-01d06827-1e02-4f13-934f-261cc779310b req-dddafa6b-3aac-420c-8ac1-a42c8b8c1b41 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ede213-15fc-4a6c-bec6-eef18aae6b87 HTTP/1.1" status: 200 len: 944 time: 0.1274090 Jul 30 05:03:56.508273 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-241de5ca-0a26-464a-821b-3f0ff3dbf2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:56.509457 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-241de5ca-0a26-464a-821b-3f0ff3dbf2b6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d HTTP/1.1" status: 200 len: 853 time: 0.1532383 Jul 30 05:03:56.555338 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b3d5dc7f-3994-4a4e-ada4-fa58edae4d22 req-4369dff0-82b8-486e-9fcb-8b16847147c8 service neutron] 10.222.0.49 "GET /v2.0/networks/1c90acd2-47b7-4570-be05-943c9579a240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960008 Jul 30 05:03:56.562541 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-01d06827-1e02-4f13-934f-261cc779310b req-b4530ffe-2630-4406-b4ff-8986008cd9c1 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=31eef518-f545-4e91-872f-5dc997157dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793681 Jul 30 05:03:56.837145 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f391c-abf7-4aa7-9508-dac75b8c1886 req-6ab96dd5-e392-4d03-869f-0c81ad7a8645 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:56.838937 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-478f391c-abf7-4aa7-9508-dac75b8c1886 req-6ab96dd5-e392-4d03-869f-0c81ad7a8645 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 945 time: 0.0497470 Jul 30 05:03:56.871305 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-2d497e3d-aefd-407c-9a01-021792a9474f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:56.872791 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-2d497e3d-aefd-407c-9a01-021792a9474f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=afd82f39-2725-4de8-bc03-d4d225abc92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443797 Jul 30 05:03:56.891497 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-478f391c-abf7-4aa7-9508-dac75b8c1886 req-3994d1be-b640-487f-8947-126382f1e9d4 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/security-groups?id=690caee6-5100-4da4-985a-a65da1b16b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462904 Jul 30 05:03:57.231769 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-bc3523f0-e303-4e80-819b-50bdf1e1f9fb service neutron] 10.222.0.49 "GET /v2.0/networks/afd82f39-2725-4de8-bc03-d4d225abc92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924804 Jul 30 05:03:57.273061 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-683525e0-d198-408b-b7f3-ba19d9bc73f7 req-6855342d-7c2d-47a5-a7c8-3b9cb2ba0440 tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc0c06a0-156a-4cee-8ff7-92ab582bc4a1 HTTP/1.1" status: 200 len: 210 time: 0.0269747 Jul 30 05:03:57.436845 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09867ee4-0706-41bf-82a4-05cace6b8ca4 req-a30d644b-659d-493f-acb4-08367f9a684f tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:57.438315 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-09867ee4-0706-41bf-82a4-05cace6b8ca4 req-a30d644b-659d-493f-acb4-08367f9a684f tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 945 time: 0.0513613 Jul 30 05:03:57.488097 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-09867ee4-0706-41bf-82a4-05cace6b8ca4 req-ddd8043a-ab6f-48d4-aad4-739345d7de6d tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442023 Jul 30 05:03:57.694637 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bce68-4050-4d1c-a4f4-a5cf8602203b req-79e64744-4ea8-48ff-a737-3ddfc2653a3b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:57.696226 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e76bce68-4050-4d1c-a4f4-a5cf8602203b req-79e64744-4ea8-48ff-a737-3ddfc2653a3b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ede213-15fc-4a6c-bec6-eef18aae6b87 HTTP/1.1" status: 200 len: 944 time: 0.0522466 Jul 30 05:03:57.754052 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e76bce68-4050-4d1c-a4f4-a5cf8602203b req-62398e58-f161-4b9b-8b55-fd8a744e318e tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=31eef518-f545-4e91-872f-5dc997157dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509889 Jul 30 05:03:57.878217 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9c85e15d-43e0-42d8-b9d4-dfaa6896eec3 req-f5aaee46-c85c-49ae-9033-d416e99496df service neutron] 10.222.0.49 "GET /v2.0/networks/afd82f39-2725-4de8-bc03-d4d225abc92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523352 Jul 30 05:03:58.021610 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5568f0-94ff-4fcd-89c8-680839b15862 req-3234e682-c4c6-4ccc-92c6-f0ba07af94c2 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:58.023147 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4d5568f0-94ff-4fcd-89c8-680839b15862 req-3234e682-c4c6-4ccc-92c6-f0ba07af94c2 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 945 time: 0.0578945 Jul 30 05:03:58.070563 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4d5568f0-94ff-4fcd-89c8-680839b15862 req-cc1012d9-2eae-46cd-85a8-02bffd47fd95 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/security-groups?id=690caee6-5100-4da4-985a-a65da1b16b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416062 Jul 30 05:03:58.191139 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6cedf-6e26-4a48-9a62-4b2ccb02b2d4 req-4e8364e3-c738-40c9-a0bb-dc9eba18c5bb tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:58.192578 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-5ca6cedf-6e26-4a48-9a62-4b2ccb02b2d4 req-4e8364e3-c738-40c9-a0bb-dc9eba18c5bb tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 945 time: 0.0509684 Jul 30 05:03:58.241319 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-5ca6cedf-6e26-4a48-9a62-4b2ccb02b2d4 req-25c6fb04-d2bd-49ed-8044-693991c4b0f4 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/security-groups?id=690caee6-5100-4da4-985a-a65da1b16b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432236 Jul 30 05:03:58.387454 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-6d8e1d44-68e4-4174-ba8d-6dd92311b6f4 req-9b708bd7-94e7-4506-8278-3d315ff2e31b tempest-ServerRescueNegativeTestJSON-243408600 tempest-ServerRescueNegativeTestJSON-243408600-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc0c06a0-156a-4cee-8ff7-92ab582bc4a1 HTTP/1.1" status: 200 len: 210 time: 0.0286040 Jul 30 05:03:58.572799 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320bdb18-3b2f-4250-af2e-4503ee33a397 req-7f77912a-3c67-46cc-8b38-351bd39d0048 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:58.574242 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-320bdb18-3b2f-4250-af2e-4503ee33a397 req-7f77912a-3c67-46cc-8b38-351bd39d0048 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 945 time: 0.0485461 Jul 30 05:03:58.623581 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-320bdb18-3b2f-4250-af2e-4503ee33a397 req-f9f1e484-4796-405e-aeb7-67081f91bad7 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/security-groups?id=690caee6-5100-4da4-985a-a65da1b16b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437794 Jul 30 05:03:58.879071 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d4e33-6666-41d7-9c52-39f002ca7ed6 req-7e8fb927-63f2-4b06-b4a5-1c0e66009e20 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:58.886014 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4c0d4e33-6666-41d7-9c52-39f002ca7ed6 req-7e8fb927-63f2-4b06-b4a5-1c0e66009e20 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ede213-15fc-4a6c-bec6-eef18aae6b87 HTTP/1.1" status: 200 len: 944 time: 0.0563130 Jul 30 05:03:58.948650 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4c0d4e33-6666-41d7-9c52-39f002ca7ed6 req-d0f6a99a-5fd8-47ca-80c3-5c7e3a09d2cf tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=31eef518-f545-4e91-872f-5dc997157dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614972 Jul 30 05:03:59.057866 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 5f770f5f-036f-49c8-aec8-570d5b12103d no longer exists at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:03:59.079471 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] No Port match for: 5f770f5f-036f-49c8-aec8-570d5b12103d {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:03:59.079985 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 5f770f5f-036f-49c8-aec8-570d5b12103d not bound to the agent host hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:03:59.449827 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 55262) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:03:59.820643 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:59.821852 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:03:59.840711 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bbee51-5d2d-44b8-9930-fbd2cff2b3b3 req-39334355-fa26-4a2a-bed4-b8c028a7193f tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:03:59.842225 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-79bbee51-5d2d-44b8-9930-fbd2cff2b3b3 req-39334355-fa26-4a2a-bed4-b8c028a7193f tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 945 time: 0.0488565 Jul 30 05:03:59.891382 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-79bbee51-5d2d-44b8-9930-fbd2cff2b3b3 req-2785baab-85b5-4b94-8878-58bc70200ca5 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420189 Jul 30 05:03:59.948238 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-89b35862-9bb9-4f46-92fa-4b7b54a46b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706265'] for router_interface (b59f3aef-e47d-4eb9-819a-3790ca762486), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:00.080314 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c02fe-e8c8-4fb6-ba02-c119817f3890 req-0d9d30bf-00ab-45d4-b1e0-de03d390c7ca tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:00.081765 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a70c02fe-e8c8-4fb6-ba02-c119817f3890 req-0d9d30bf-00ab-45d4-b1e0-de03d390c7ca tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ede213-15fc-4a6c-bec6-eef18aae6b87 HTTP/1.1" status: 200 len: 944 time: 0.0593317 Jul 30 05:04:00.227507 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a70c02fe-e8c8-4fb6-ba02-c119817f3890 req-2c7cfedc-3ec1-4d1c-bbf5-d59ee2f5f508 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=31eef518-f545-4e91-872f-5dc997157dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396012 Jul 30 05:04:00.297543 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-89b35862-9bb9-4f46-92fa-4b7b54a46b94 admin admin] Deleting port 3cc83e3d-6f18-45ea-80e9-35ad9f11c343 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:04:00.297900 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-89b35862-9bb9-4f46-92fa-4b7b54a46b94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (3cc83e3d-6f18-45ea-80e9-35ad9f11c343), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:00.381432 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-89b35862-9bb9-4f46-92fa-4b7b54a46b94 admin admin] For port 3cc83e3d-6f18-45ea-80e9-35ad9f11c343, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=3cc83e3d-6f18-45ea-80e9-35ad9f11c343,segment=NetworkSegment(02c5dc2d-6889-4189-9ed9-9f04d5c6c204),segment_id=02c5dc2d-6889-4189-9ed9-9f04d5c6c204)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:04:00.381801 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-89b35862-9bb9-4f46-92fa-4b7b54a46b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (3cc83e3d-6f18-45ea-80e9-35ad9f11c343), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:00.399392 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-89b35862-9bb9-4f46-92fa-4b7b54a46b94 admin admin] Calling delete_port for 3cc83e3d-6f18-45ea-80e9-35ad9f11c343 owned by network:router_interface {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:04:00.602937 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-89b35862-9bb9-4f46-92fa-4b7b54a46b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (3cc83e3d-6f18-45ea-80e9-35ad9f11c343), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:00.625557 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b35862-9bb9-4f46-92fa-4b7b54a46b94 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cc83e3d-6f18-45ea-80e9-35ad9f11c343,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:00.789109 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:00.791914 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-89b35862-9bb9-4f46-92fa-4b7b54a46b94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1706421'] for router_interface (b59f3aef-e47d-4eb9-819a-3790ca762486), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:00.794685 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:01.035416 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474559c7-5c4e-45c9-889d-391581527df7 req-61c96f8b-11ed-4442-a309-e49cd0a7b795 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:01.036870 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-474559c7-5c4e-45c9-889d-391581527df7 req-61c96f8b-11ed-4442-a309-e49cd0a7b795 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 945 time: 0.0597918 Jul 30 05:04:01.046511 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b35862-9bb9-4f46-92fa-4b7b54a46b94 admin admin] Router b59f3aef-e47d-4eb9-819a-3790ca762486 has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 05:04:01.072293 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 71dbf2c2-385e-484d-a2ac-d51216c17d84 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=103972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 05:04:01.134933 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-474559c7-5c4e-45c9-889d-391581527df7 req-fa30c16f-9b4b-4b20-b70f-eb6d2cf2eda0 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905764 Jul 30 05:04:01.172715 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 71dbf2c2-385e-484d-a2ac-d51216c17d84, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=71dbf2c2-385e-484d-a2ac-d51216c17d84,segment=NetworkSegment(f332eab5-1e47-46f1-8048-b01e080b1202),segment_id=f332eab5-1e47-46f1-8048-b01e080b1202)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:04:01.184270 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b35862-9bb9-4f46-92fa-4b7b54a46b94 admin admin] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:04:01.184438 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Returning: {'device': '71dbf2c2-385e-484d-a2ac-d51216c17d84', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'port_id': '71dbf2c2-385e-484d-a2ac-d51216c17d84', 'mac_address': 'fa:16:3e:b6:8c:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 05:04:01.192775 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-89b35862-9bb9-4f46-92fa-4b7b54a46b94 admin admin] 10.222.0.20 "PUT /v2.0/routers/b59f3aef-e47d-4eb9-819a-3790ca762486/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7394867 Jul 30 05:04:01.192775 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 55300) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:04:01.196627 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7242d5de-6e7b-48b3-9f52-b78e2c8eba6c None None] Sync routers for ids ['b59f3aef-e47d-4eb9-819a-3790ca762486'] in dv-cinder-851279-3-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:04:01.210814 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7242d5de-6e7b-48b3-9f52-b78e2c8eba6c None None] Routers {'b59f3aef-e47d-4eb9-819a-3790ca762486'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:04:01.211435 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-7242d5de-6e7b-48b3-9f52-b78e2c8eba6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:03:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['b59f3aef-e47d-4eb9-819a-3790ca762486'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:04:01.223928 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port 71dbf2c2-385e-484d-a2ac-d51216c17d84 is: DOWN; New status is: BUILD {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:04:01.224324 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (71dbf2c2-385e-484d-a2ac-d51216c17d84), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:01.237924 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71dbf2c2-385e-484d-a2ac-d51216c17d84 {{(pid=103972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 05:04:01.258783 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 71dbf2c2-385e-484d-a2ac-d51216c17d84, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=71dbf2c2-385e-484d-a2ac-d51216c17d84,segment=NetworkSegment(f332eab5-1e47-46f1-8048-b01e080b1202),segment_id=f332eab5-1e47-46f1-8048-b01e080b1202)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:04:01.260027 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:01.265629 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (71dbf2c2-385e-484d-a2ac-d51216c17d84), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:01.300526 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2e13c547-0794-4b32-b469-7a46a28d5663 admin admin] Publish callbacks [] for router (b59f3aef-e47d-4eb9-819a-3790ca762486), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:01.329732 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=71dbf2c2-385e-484d-a2ac-d51216c17d84,revision_number=4']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:01.333225 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-7242d5de-6e7b-48b3-9f52-b78e2c8eba6c None None] Set router b59f3aef-e47d-4eb9-819a-3790ca762486 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:04:01.364120 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108487cf-48c5-4274-a453-62e064406e5e req-5ba0298e-dfcb-4977-8c36-0ba83bd4c7e5 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:01.365640 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-108487cf-48c5-4274-a453-62e064406e5e req-5ba0298e-dfcb-4977-8c36-0ba83bd4c7e5 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ede213-15fc-4a6c-bec6-eef18aae6b87 HTTP/1.1" status: 200 len: 945 time: 0.0586791 Jul 30 05:04:01.404276 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2e13c547-0794-4b32-b469-7a46a28d5663 admin admin] Publish callbacks [] for router_gateway (b59f3aef-e47d-4eb9-819a-3790ca762486), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:01.424932 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-108487cf-48c5-4274-a453-62e064406e5e req-c5224d1a-b93c-4ac7-8b80-7132743320a1 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=31eef518-f545-4e91-872f-5dc997157dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534768 Jul 30 05:04:01.457758 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-2e13c547-0794-4b32-b469-7a46a28d5663 admin admin] Deleting port f3dcf5ad-6c18-4a26-ba1e-4d12186bca40 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:04:01.458167 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2e13c547-0794-4b32-b469-7a46a28d5663 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (f3dcf5ad-6c18-4a26-ba1e-4d12186bca40), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:01.502308 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] get_ports_and_sgs() called for port_ids ['71dbf2c2-385e-484d-a2ac-d51216c17d84'] {{(pid=103972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:04:01.505504 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-7242d5de-6e7b-48b3-9f52-b78e2c8eba6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'name': 'tempest-ServerRescueNegativeTestJSON-1110144523-router', 'tenant_id': 'decb0bd64582440590890900e594b79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'f3dcf5ad-6c18-4a26-ba1e-4d12186bca40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:10Z', 'updated_at': '2022-07-30T05:04:00Z', 'revision_number': 5, 'project_id': 'decb0bd64582440590890900e594b79e', 'gw_port': {'id': 'f3dcf5ad-6c18-4a26-ba1e-4d12186bca40', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:82:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:11Z', 'updated_at': '2022-07-30T04:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi'}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:04:01.533693 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7242d5de-6e7b-48b3-9f52-b78e2c8eba6c None None] Checking router: b59f3aef-e47d-4eb9-819a-3790ca762486 for host: dv-cinder-851279-3-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:04:01.549783 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7242d5de-6e7b-48b3-9f52-b78e2c8eba6c None None] Routers {'b59f3aef-e47d-4eb9-819a-3790ca762486'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:04:01.549783 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-7242d5de-6e7b-48b3-9f52-b78e2c8eba6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:03:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['b59f3aef-e47d-4eb9-819a-3790ca762486'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:04:01.550099 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-2e13c547-0794-4b32-b469-7a46a28d5663 admin admin] For port f3dcf5ad-6c18-4a26-ba1e-4d12186bca40, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=f3dcf5ad-6c18-4a26-ba1e-4d12186bca40,segment=NetworkSegment(e5d036d1-25f5-4dcf-bf6d-d8f947655ab3),segment_id=e5d036d1-25f5-4dcf-bf6d-d8f947655ab3)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:04:01.550278 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2e13c547-0794-4b32-b469-7a46a28d5663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (f3dcf5ad-6c18-4a26-ba1e-4d12186bca40), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:01.566818 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-2e13c547-0794-4b32-b469-7a46a28d5663 admin admin] Calling delete_port for f3dcf5ad-6c18-4a26-ba1e-4d12186bca40 owned by network:router_gateway {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:04:01.651957 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-7242d5de-6e7b-48b3-9f52-b78e2c8eba6c None None] Set router b59f3aef-e47d-4eb9-819a-3790ca762486 gateway port host: None {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:04:01.687570 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:01.689858 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:01.705591 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-7242d5de-6e7b-48b3-9f52-b78e2c8eba6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'name': 'tempest-ServerRescueNegativeTestJSON-1110144523-router', 'tenant_id': 'decb0bd64582440590890900e594b79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:10Z', 'updated_at': '2022-07-30T05:04:01Z', 'revision_number': 6, 'project_id': 'decb0bd64582440590890900e594b79e', 'gw_port_host': None}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:04:01.730947 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7242d5de-6e7b-48b3-9f52-b78e2c8eba6c None None] The sync data for ids ['b59f3aef-e47d-4eb9-819a-3790ca762486'] in dv-cinder-851279-3-iscsi is: [{'id': 'b59f3aef-e47d-4eb9-819a-3790ca762486', 'name': 'tempest-ServerRescueNegativeTestJSON-1110144523-router', 'tenant_id': 'decb0bd64582440590890900e594b79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:10Z', 'updated_at': '2022-07-30T05:04:01Z', 'revision_number': 6, 'project_id': 'decb0bd64582440590890900e594b79e', 'gw_port_host': None}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:04:01.982847 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2e13c547-0794-4b32-b469-7a46a28d5663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (f3dcf5ad-6c18-4a26-ba1e-4d12186bca40), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:02.004709 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13c547-0794-4b32-b469-7a46a28d5663 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3dcf5ad-6c18-4a26-ba1e-4d12186bca40,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:02.067360 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2e13c547-0794-4b32-b469-7a46a28d5663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706877'] for router_gateway (b59f3aef-e47d-4eb9-819a-3790ca762486), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:02.172135 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2e13c547-0794-4b32-b469-7a46a28d5663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1680016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31582'] for router (b59f3aef-e47d-4eb9-819a-3790ca762486), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:02.174465 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2e13c547-0794-4b32-b469-7a46a28d5663 admin admin] Publish callbacks [] for router_controller (b59f3aef-e47d-4eb9-819a-3790ca762486), precommit_delete_associations {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:02.268146 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2e13c547-0794-4b32-b469-7a46a28d5663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1679890'] for router (b59f3aef-e47d-4eb9-819a-3790ca762486), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:02.268662 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e13c547-0794-4b32-b469-7a46a28d5663 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b59f3aef-e47d-4eb9-819a-3790ca762486 {{(pid=103971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 05:04:02.276719 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2e13c547-0794-4b32-b469-7a46a28d5663 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:02.277848 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-2e13c547-0794-4b32-b469-7a46a28d5663 admin admin] 10.222.0.20 "DELETE /v2.0/routers/b59f3aef-e47d-4eb9-819a-3790ca762486 HTTP/1.1" status: 204 len: 168 time: 1.0842552 Jul 30 05:04:02.280561 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 55308) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:04:02.286566 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702583b5-6652-4081-9e6b-82ddfaf202f2 req-793e44bc-218b-4f4d-a24a-ecfe59f43631 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:02.288010 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-702583b5-6652-4081-9e6b-82ddfaf202f2 req-793e44bc-218b-4f4d-a24a-ecfe59f43631 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 945 time: 0.0580397 Jul 30 05:04:02.331278 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_v2 [None req-41745a86-359b-4e0f-95bc-6277d27b0da5 admin admin] Deleting subnet 92a83611-d09e-4b38-9b4b-aa1a1854f601 {{(pid=103970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 30 05:04:02.334593 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-41745a86-359b-4e0f-95bc-6277d27b0da5 admin admin] Publish callbacks [] for subnet (92a83611-d09e-4b38-9b4b-aa1a1854f601), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:02.337374 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-702583b5-6652-4081-9e6b-82ddfaf202f2 req-270e53e8-ac84-4132-a320-f7d7b88c6e93 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435779 Jul 30 05:04:02.374514 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-41745a86-359b-4e0f-95bc-6277d27b0da5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3320015'] for subnet (92a83611-d09e-4b38-9b4b-aa1a1854f601), precommit_delete_associations {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:02.407286 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:02.450388 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-41745a86-359b-4e0f-95bc-6277d27b0da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990981'] for subnet (92a83611-d09e-4b38-9b4b-aa1a1854f601), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:02.490140 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:02.546153 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-41745a86-359b-4e0f-95bc-6277d27b0da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3410599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59151612'] for subnet (92a83611-d09e-4b38-9b4b-aa1a1854f601), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:02.588959 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234be3fd-9e5b-406a-9c9f-ddfb8c9b0e3f req-5c3c3b1f-a02c-4a33-9946-eaf0b1f4994c tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:02.590529 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-234be3fd-9e5b-406a-9c9f-ddfb8c9b0e3f req-5c3c3b1f-a02c-4a33-9946-eaf0b1f4994c tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ede213-15fc-4a6c-bec6-eef18aae6b87 HTTP/1.1" status: 200 len: 945 time: 0.0845017 Jul 30 05:04:02.591604 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-41745a86-359b-4e0f-95bc-6277d27b0da5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for subnet (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:02.594574 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34daeca-5312-4f34-8135-4306de9495d8 None None] Network cf976b2f-0ebc-4e5a-b101-0355f31913b1 requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 05:04:02.603385 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device f3dcf5ad-6c18-4a26-ba1e-4d12186bca40 no longer exists at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:04:02.604170 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-41745a86-359b-4e0f-95bc-6277d27b0da5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/92a83611-d09e-4b38-9b4b-aa1a1854f601 HTTP/1.1" status: 204 len: 168 time: 0.3224599 Jul 30 05:04:02.605341 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41745a86-359b-4e0f-95bc-6277d27b0da5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92a83611-d09e-4b38-9b4b-aa1a1854f601,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:02.606594 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 55314) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:04:02.664396 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-234be3fd-9e5b-406a-9c9f-ddfb8c9b0e3f req-31a824a6-236d-4a7a-bea8-97ec7ee27403 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=31eef518-f545-4e91-872f-5dc997157dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565524 Jul 30 05:04:02.673886 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] No Port match for: f3dcf5ad-6c18-4a26-ba1e-4d12186bca40 {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:04:02.674621 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device f3dcf5ad-6c18-4a26-ba1e-4d12186bca40 not bound to the agent host dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:04:02.675345 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 3cc83e3d-6f18-45ea-80e9-35ad9f11c343 no longer exists at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:04:02.699981 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] No Port match for: 3cc83e3d-6f18-45ea-80e9-35ad9f11c343 {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:04:02.700505 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 3cc83e3d-6f18-45ea-80e9-35ad9f11c343 not bound to the agent host dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:04:02.704504 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a9279ced-9a5a-4042-b2c6-a48b18e8e792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840338'] for network (cf976b2f-0ebc-4e5a-b101-0355f31913b1), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:02.754031 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-a9279ced-9a5a-4042-b2c6-a48b18e8e792 admin admin] Deleting port 0048f756-b3c7-400b-86fd-055ecf35fee9 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:04:02.754398 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a9279ced-9a5a-4042-b2c6-a48b18e8e792 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (0048f756-b3c7-400b-86fd-055ecf35fee9), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:02.821815 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-a9279ced-9a5a-4042-b2c6-a48b18e8e792 admin admin] For port 0048f756-b3c7-400b-86fd-055ecf35fee9, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=0048f756-b3c7-400b-86fd-055ecf35fee9,segment=NetworkSegment(02c5dc2d-6889-4189-9ed9-9f04d5c6c204),segment_id=02c5dc2d-6889-4189-9ed9-9f04d5c6c204)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:04:02.822178 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a9279ced-9a5a-4042-b2c6-a48b18e8e792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (0048f756-b3c7-400b-86fd-055ecf35fee9), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:02.823204 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ad63c6-869b-47ea-9f4f-70b9658ade5b None None] DHCP port deletion for cf976b2f-0ebc-4e5a-b101-0355f31913b1 request from dv-cinder-851279-3-iscsi {{(pid=103972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 30 05:04:02.835536 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-a9279ced-9a5a-4042-b2c6-a48b18e8e792 admin admin] Calling delete_port for 0048f756-b3c7-400b-86fd-055ecf35fee9 owned by network:dhcp {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:04:02.861397 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-33ad63c6-869b-47ea-9f4f-70b9658ade5b None None] Deleting port 0048f756-b3c7-400b-86fd-055ecf35fee9 {{(pid=103972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:04:02.862054 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-33ad63c6-869b-47ea-9f4f-70b9658ade5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (0048f756-b3c7-400b-86fd-055ecf35fee9), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:02.864457 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:02.915132 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a9279ced-9a5a-4042-b2c6-a48b18e8e792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (0048f756-b3c7-400b-86fd-055ecf35fee9), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:02.931804 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-33ad63c6-869b-47ea-9f4f-70b9658ade5b None None] For port 0048f756-b3c7-400b-86fd-055ecf35fee9, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=0048f756-b3c7-400b-86fd-055ecf35fee9,segment=NetworkSegment(02c5dc2d-6889-4189-9ed9-9f04d5c6c204),segment_id=02c5dc2d-6889-4189-9ed9-9f04d5c6c204)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:04:02.932209 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-33ad63c6-869b-47ea-9f4f-70b9658ade5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (0048f756-b3c7-400b-86fd-055ecf35fee9), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:02.941797 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9279ced-9a5a-4042-b2c6-a48b18e8e792 admin admin] Pushing event deleted for resources: {'Port': ['ID=0048f756-b3c7-400b-86fd-055ecf35fee9,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:02.943727 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9279ced-9a5a-4042-b2c6-a48b18e8e792 admin admin] No DVR routers for this DVR port 0048f756-b3c7-400b-86fd-055ecf35fee9 on host dv-cinder-851279-3-iscsi {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 30 05:04:02.945891 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-33ad63c6-869b-47ea-9f4f-70b9658ade5b None None] Calling delete_port for 0048f756-b3c7-400b-86fd-055ecf35fee9 owned by network:dhcp {{(pid=103972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:04:03.016566 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a9279ced-9a5a-4042-b2c6-a48b18e8e792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-987256', 'neutron.services.segments.db._delete_segments_for_network-8736268768229'] for network (cf976b2f-0ebc-4e5a-b101-0355f31913b1), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:03.025504 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:03.030787 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-33ad63c6-869b-47ea-9f4f-70b9658ade5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849'] for port (0048f756-b3c7-400b-86fd-055ecf35fee9), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:03.038637 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.services.segments.db [None req-a9279ced-9a5a-4042-b2c6-a48b18e8e792 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf976b2f-0ebc-4e5a-b101-0355f31913b1']}} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:04:03.048013 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.services.segments.db [None req-a9279ced-9a5a-4042-b2c6-a48b18e8e792 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02c5dc2d-6889-4189-9ed9-9f04d5c6c204') {'for_net_delete': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:04:03.048969 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.services.segments.db [None req-a9279ced-9a5a-4042-b2c6-a48b18e8e792 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02c5dc2d-6889-4189-9ed9-9f04d5c6c204') {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:04:03.055565 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad63c6-869b-47ea-9f4f-70b9658ade5b None None] Pushing event deleted for resources: {'Port': ['ID=0048f756-b3c7-400b-86fd-055ecf35fee9,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:03.058323 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a9279ced-9a5a-4042-b2c6-a48b18e8e792 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736268768130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59747294'] for segment (02c5dc2d-6889-4189-9ed9-9f04d5c6c204), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:03.061871 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ad63c6-869b-47ea-9f4f-70b9658ade5b None None] No DVR routers for this DVR port 0048f756-b3c7-400b-86fd-055ecf35fee9 on host dv-cinder-851279-3-iscsi {{(pid=103972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 30 05:04:03.071910 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a9279ced-9a5a-4042-b2c6-a48b18e8e792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101'] for segment (02c5dc2d-6889-4189-9ed9-9f04d5c6c204), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:03.076493 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 71dbf2c2-385e-484d-a2ac-d51216c17d84 up at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:04:03.079524 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9279ced-9a5a-4042-b2c6-a48b18e8e792 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 05:04:03.079925 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a9279ced-9a5a-4042-b2c6-a48b18e8e792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3264633'] for segment (02c5dc2d-6889-4189-9ed9-9f04d5c6c204), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:03.125613 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning for port 71dbf2c2-385e-484d-a2ac-d51216c17d84 completed by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 30 05:04:03.132154 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning complete for port 71dbf2c2-385e-484d-a2ac-d51216c17d84 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:04:03.132623 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (71dbf2c2-385e-484d-a2ac-d51216c17d84), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:03.144246 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a9279ced-9a5a-4042-b2c6-a48b18e8e792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704485'] for network (cf976b2f-0ebc-4e5a-b101-0355f31913b1), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:03.165072 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9279ced-9a5a-4042-b2c6-a48b18e8e792 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf976b2f-0ebc-4e5a-b101-0355f31913b1,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:03.167209 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a9279ced-9a5a-4042-b2c6-a48b18e8e792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for network (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:03.170948 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-a9279ced-9a5a-4042-b2c6-a48b18e8e792 admin admin] 10.222.0.20 "DELETE /v2.0/networks/cf976b2f-0ebc-4e5a-b101-0355f31913b1 HTTP/1.1" status: 204 len: 168 time: 0.5630705 Jul 30 05:04:03.185430 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.services.segments.plugin [-] Segment 02c5dc2d-6889-4189-9ed9-9f04d5c6c204 resource provider aggregate not found Jul 30 05:04:03.204397 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.services.segments.plugin [-] Segment 02c5dc2d-6889-4189-9ed9-9f04d5c6c204 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 02c5dc2d-6889-4189-9ed9-9f04d5c6c204 found for delete ", "request_id": "req-3f01cb15-4f67-492f-b6bd-3066b08ac2c3"}]} Jul 30 05:04:03.214029 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port 71dbf2c2-385e-484d-a2ac-d51216c17d84 is: BUILD; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:04:03.214430 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (71dbf2c2-385e-484d-a2ac-d51216c17d84), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:03.238226 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ede213-15fc-4a6c-bec6-eef18aae6b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71dbf2c2-385e-484d-a2ac-d51216c17d84'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:04:03.240598 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097f6318ceefad5cd58475957c164f396c8a98df32e112d8bd5bde4ce5121001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b6dd40-863a-49f4-ae53-73f6de1bf26f" -d '{"events": [{"server_uuid": "40ede213-15fc-4a6c-bec6-eef18aae6b87", "name": "network-vif-plugged", "status": "completed", "tag": "71dbf2c2-385e-484d-a2ac-d51216c17d84"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:04:03.255242 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 71dbf2c2-385e-484d-a2ac-d51216c17d84, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=71dbf2c2-385e-484d-a2ac-d51216c17d84,segment=NetworkSegment(f332eab5-1e47-46f1-8048-b01e080b1202),segment_id=f332eab5-1e47-46f1-8048-b01e080b1202)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:04:03.261709 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (71dbf2c2-385e-484d-a2ac-d51216c17d84), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:03.293112 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 05:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343902be-f12b-469a-ac6b-c6a2424751ec x-openstack-request-id: req-343902be-f12b-469a-ac6b-c6a2424751ec {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:04:03.293342 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ede213-15fc-4a6c-bec6-eef18aae6b87", "name": "network-vif-plugged", "status": "completed", "tag": "71dbf2c2-385e-484d-a2ac-d51216c17d84", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:04:03.293594 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-343902be-f12b-469a-ac6b-c6a2424751ec {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:04:03.293977 dv-cinder-851279-3-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-343902be-f12b-469a-ac6b-c6a2424751ec'] response: {'server_uuid': '40ede213-15fc-4a6c-bec6-eef18aae6b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71dbf2c2-385e-484d-a2ac-d51216c17d84', 'code': 200} Jul 30 05:04:03.305752 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 55326) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:04:03.325727 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=71dbf2c2-385e-484d-a2ac-d51216c17d84,revision_number=5']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:03.350821 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-82b3333a-47d8-4095-8a1a-eea10b7980f4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=decb0bd64582440590890900e594b79e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0436206 Jul 30 05:04:03.353396 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 55328) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:04:03.408555 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a3ccb7e5-14f1-45df-a642-b4121148797e admin admin] Publish callbacks [] for security_group (a02eaac2-9f22-4379-8130-23b225648a30), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:03.458990 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a3ccb7e5-14f1-45df-a642-b4121148797e admin admin] Publish callbacks [] for security_group (a02eaac2-9f22-4379-8130-23b225648a30), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:03.472831 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:DELETE=11,neutron:UPDATE=3,neutron:SELECT=86 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:03.475437 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:03.484129 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b9707-5e35-4352-8472-a6558e168567 req-fbbf2bce-1dfc-41f8-9e07-b420ff1d7fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:03.485829 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-893b9707-5e35-4352-8472-a6558e168567 req-fbbf2bce-1dfc-41f8-9e07-b420ff1d7fdf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=40ede213-15fc-4a6c-bec6-eef18aae6b87 HTTP/1.1" status: 200 len: 1130 time: 0.0461190 Jul 30 05:04:03.495008 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec2090-5612-4f7e-8038-8fd6ca17c7d5 req-ee9ed9dd-a3a6-44e9-8d62-9b197778e487 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:03.496556 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-54ec2090-5612-4f7e-8038-8fd6ca17c7d5 req-ee9ed9dd-a3a6-44e9-8d62-9b197778e487 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 945 time: 0.0770400 Jul 30 05:04:03.534007 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-893b9707-5e35-4352-8472-a6558e168567 req-16c48067-47cd-48b9-b419-37d783ad6550 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=31eef518-f545-4e91-872f-5dc997157dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404105 Jul 30 05:04:03.548967 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a3ccb7e5-14f1-45df-a642-b4121148797e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (a02eaac2-9f22-4379-8130-23b225648a30), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:03.551624 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a3ccb7e5-14f1-45df-a642-b4121148797e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:03.552792 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-a3ccb7e5-14f1-45df-a642-b4121148797e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a02eaac2-9f22-4379-8130-23b225648a30 HTTP/1.1" status: 204 len: 168 time: 0.1983886 Jul 30 05:04:03.559009 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-54ec2090-5612-4f7e-8038-8fd6ca17c7d5 req-e02ad302-3bae-4ef2-9eac-ec878c1515b0 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553019 Jul 30 05:04:03.564295 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ccb7e5-14f1-45df-a642-b4121148797e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02eaac2-9f22-4379-8130-23b225648a30,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:03.789260 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fb594-1852-4fdc-b11f-4294e658536b req-f492fd10-b2af-40c8-bf73-039b83b23ef6 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:03.790793 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3e7fb594-1852-4fdc-b11f-4294e658536b req-f492fd10-b2af-40c8-bf73-039b83b23ef6 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ede213-15fc-4a6c-bec6-eef18aae6b87 HTTP/1.1" status: 200 len: 946 time: 0.0483160 Jul 30 05:04:03.842460 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3e7fb594-1852-4fdc-b11f-4294e658536b req-3da6c119-cbca-4ca3-954c-213aa0b488e7 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=31eef518-f545-4e91-872f-5dc997157dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444148 Jul 30 05:04:04.585056 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 0048f756-b3c7-400b-86fd-055ecf35fee9 no longer exists at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:04:04.607377 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] No Port match for: 0048f756-b3c7-400b-86fd-055ecf35fee9 {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:04:04.607727 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 0048f756-b3c7-400b-86fd-055ecf35fee9 not bound to the agent host dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:04:04.700059 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6917b3-f353-4d72-b6fd-bf3722b59706 req-8d949ce4-b4aa-4d22-b855-c843c0fbd54b tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:04.701575 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ce6917b3-f353-4d72-b6fd-bf3722b59706 req-8d949ce4-b4aa-4d22-b855-c843c0fbd54b tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 945 time: 0.0570896 Jul 30 05:04:04.767568 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ce6917b3-f353-4d72-b6fd-bf3722b59706 req-28770610-6654-44d5-985f-332dafaffc69 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597441 Jul 30 05:04:04.964629 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d752ca-0d57-429b-bd6b-f84cb9aac65b req-b01ca083-11d5-4ec5-92b5-2683fb417268 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:04.966337 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-73d752ca-0d57-429b-bd6b-f84cb9aac65b req-b01ca083-11d5-4ec5-92b5-2683fb417268 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ede213-15fc-4a6c-bec6-eef18aae6b87 HTTP/1.1" status: 200 len: 946 time: 0.0491562 Jul 30 05:04:05.019185 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-73d752ca-0d57-429b-bd6b-f84cb9aac65b req-0842f9ad-d7c6-43bb-bc70-4ede6a7e43ff tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=31eef518-f545-4e91-872f-5dc997157dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463395 Jul 30 05:04:05.895166 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7fb4f-884b-4662-ae2c-82450305b32b req-def2d04e-5932-4fb0-8df8-08123410dc57 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:05.896661 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-03e7fb4f-884b-4662-ae2c-82450305b32b req-def2d04e-5932-4fb0-8df8-08123410dc57 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 945 time: 0.0497470 Jul 30 05:04:05.945697 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-03e7fb4f-884b-4662-ae2c-82450305b32b req-5bf85509-60d6-4103-a5e6-707edeb5dea5 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434234 Jul 30 05:04:06.147990 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe3435-3276-4c04-92b5-e8afbcc3f4b0 req-191bef19-73b1-416a-b8de-9cc3fc07eb00 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:06.150915 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-45fe3435-3276-4c04-92b5-e8afbcc3f4b0 req-191bef19-73b1-416a-b8de-9cc3fc07eb00 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ede213-15fc-4a6c-bec6-eef18aae6b87 HTTP/1.1" status: 200 len: 946 time: 0.0507030 Jul 30 05:04:06.196878 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-45fe3435-3276-4c04-92b5-e8afbcc3f4b0 req-98fb8618-1ccd-45e4-b775-d6abdf8ac121 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=31eef518-f545-4e91-872f-5dc997157dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418344 Jul 30 05:04:06.308457 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efd64d-4f60-46ba-9657-ac6a4285a9c4 req-cb90cbac-baf4-4ebf-8645-5d060e513f9a tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:06.309808 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-89efd64d-4f60-46ba-9657-ac6a4285a9c4 req-cb90cbac-baf4-4ebf-8645-5d060e513f9a tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ede213-15fc-4a6c-bec6-eef18aae6b87 HTTP/1.1" status: 200 len: 946 time: 0.0474858 Jul 30 05:04:06.320127 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 55404) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:04:06.324409 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-7de9ad63-10a9-4eb3-a32f-90e2fa0c123b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Request body: {'floatingip': {'port_id': '71dbf2c2-385e-484d-a2ac-d51216c17d84'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:04:06.367053 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-7de9ad63-10a9-4eb3-a32f-90e2fa0c123b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for floatingip (d9c473ba-9933-42a4-9417-de7ccd7c9f85), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:06.622525 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:06.713454 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:06.805201 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-7de9ad63-10a9-4eb3-a32f-90e2fa0c123b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:06.808773 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-7de9ad63-10a9-4eb3-a32f-90e2fa0c123b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692779'] for floatingip (d9c473ba-9933-42a4-9417-de7ccd7c9f85), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:06.905007 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.db.l3_db [None req-7de9ad63-10a9-4eb3-a32f-90e2fa0c123b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Floating IP d9c473ba-9933-42a4-9417-de7ccd7c9f85 associated. External IP: 172.27.2.65, port: 71dbf2c2-385e-484d-a2ac-d51216c17d84. Jul 30 05:04:07.073310 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870fbca5-fb16-4bce-96f7-5482280b00ac req-13aa6feb-4003-42a1-9a6b-58dec3e30b2c tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:07.074771 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-870fbca5-fb16-4bce-96f7-5482280b00ac req-13aa6feb-4003-42a1-9a6b-58dec3e30b2c tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 945 time: 0.0481763 Jul 30 05:04:07.111537 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de9ad63-10a9-4eb3-a32f-90e2fa0c123b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Router 2db0553a-115a-4d31-af18-56f089af9880 has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 05:04:07.125605 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-870fbca5-fb16-4bce-96f7-5482280b00ac req-792f513e-2b08-4cb1-b9fc-c74c4567a73d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442815 Jul 30 05:04:07.473183 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de9ad63-10a9-4eb3-a32f-90e2fa0c123b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:04:07.477856 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-7de9ad63-10a9-4eb3-a32f-90e2fa0c123b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for floatingip (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:07.484753 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7460231d-107f-4424-baa5-8984f68275ae None None] Sync routers for ids ['2db0553a-115a-4d31-af18-56f089af9880'] in dv-cinder-851279-3-iscsi {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:04:07.495614 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7460231d-107f-4424-baa5-8984f68275ae None None] Routers {'2db0553a-115a-4d31-af18-56f089af9880'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:04:07.496250 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-7460231d-107f-4424-baa5-8984f68275ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:03:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['2db0553a-115a-4d31-af18-56f089af9880'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:04:07.509905 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-7de9ad63-10a9-4eb3-a32f-90e2fa0c123b tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "PUT /v2.0/floatingips/d9c473ba-9933-42a4-9417-de7ccd7c9f85 HTTP/1.1" status: 200 len: 991 time: 1.1887279 Jul 30 05:04:07.510837 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ede213-15fc-4a6c-bec6-eef18aae6b87', 'tag': '71dbf2c2-385e-484d-a2ac-d51216c17d84'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:04:07.513299 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74064a32e8a1c82ff25c89edbc1a4916375279028ab6b832636cd606fd6f10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929807cf-5f28-4afe-8e4c-73ee5b108336" -d '{"events": [{"name": "network-changed", "server_uuid": "40ede213-15fc-4a6c-bec6-eef18aae6b87", "tag": "71dbf2c2-385e-484d-a2ac-d51216c17d84"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:04:07.602730 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-7460231d-107f-4424-baa5-8984f68275ae None None] Set router 2db0553a-115a-4d31-af18-56f089af9880 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:04:07.611294 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Jul 2022 05:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f83c59d-f700-41cb-af0d-cbdc08e0ad81 x-openstack-request-id: req-9f83c59d-f700-41cb-af0d-cbdc08e0ad81 {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:04:07.611614 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40ede213-15fc-4a6c-bec6-eef18aae6b87", "tag": "71dbf2c2-385e-484d-a2ac-d51216c17d84", "status": "completed", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:04:07.611938 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f83c59d-f700-41cb-af0d-cbdc08e0ad81 {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:04:07.612342 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f83c59d-f700-41cb-af0d-cbdc08e0ad81'] response: {'name': 'network-changed', 'server_uuid': '40ede213-15fc-4a6c-bec6-eef18aae6b87', 'tag': '71dbf2c2-385e-484d-a2ac-d51216c17d84', 'status': 'completed', 'code': 200} Jul 30 05:04:07.809080 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-7460231d-107f-4424-baa5-8984f68275ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db0553a-115a-4d31-af18-56f089af9880', 'name': 'tempest-AttachVolumeNegativeTest-426223834-router', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:08Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 4, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'gw_port': {'id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:09Z', 'updated_at': '2022-07-30T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': 'd9c473ba-9933-42a4-9417-de7ccd7c9f85', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': '2db0553a-115a-4d31-af18-56f089af9880', 'port_id': '71dbf2c2-385e-484d-a2ac-d51216c17d84', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'mac_address': 'fa:16:3e:b6:8c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ede213-15fc-4a6c-bec6-eef18aae6b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:03:43Z', 'updated_at': '2022-07-30T05:04:06Z', 'revision_number': 1, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012', 'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'mac_address': 'fa:16:3e:bb:02:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:15Z', 'updated_at': '2022-07-30T04:58:32Z', 'revision_number': 5, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'subnets': [{'id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:04:07.833300 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7460231d-107f-4424-baa5-8984f68275ae None None] Checking router: 2db0553a-115a-4d31-af18-56f089af9880 for host: dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:04:07.841463 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7460231d-107f-4424-baa5-8984f68275ae None None] Routers {'2db0553a-115a-4d31-af18-56f089af9880'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:04:07.842052 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-7460231d-107f-4424-baa5-8984f68275ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:03:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['2db0553a-115a-4d31-af18-56f089af9880'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:04:07.934272 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:07.946117 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-7460231d-107f-4424-baa5-8984f68275ae None None] Set router 2db0553a-115a-4d31-af18-56f089af9880 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:04:08.156748 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:08.261738 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453872bc-4988-45c0-a882-d08c40081e4f req-d20958fb-e8aa-42e9-8e33-f79be7ab79f1 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:08.263871 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-453872bc-4988-45c0-a882-d08c40081e4f req-d20958fb-e8aa-42e9-8e33-f79be7ab79f1 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 945 time: 0.0591037 Jul 30 05:04:08.281233 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-7460231d-107f-4424-baa5-8984f68275ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db0553a-115a-4d31-af18-56f089af9880', 'name': 'tempest-AttachVolumeNegativeTest-426223834-router', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:08Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 4, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'gw_port': {'id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:09Z', 'updated_at': '2022-07-30T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': 'd9c473ba-9933-42a4-9417-de7ccd7c9f85', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': '2db0553a-115a-4d31-af18-56f089af9880', 'port_id': '71dbf2c2-385e-484d-a2ac-d51216c17d84', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'mac_address': 'fa:16:3e:b6:8c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ede213-15fc-4a6c-bec6-eef18aae6b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:03:43Z', 'updated_at': '2022-07-30T05:04:06Z', 'revision_number': 1, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012', 'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'mac_address': 'fa:16:3e:bb:02:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:15Z', 'updated_at': '2022-07-30T04:58:32Z', 'revision_number': 5, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'subnets': [{'id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:04:08.311184 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7460231d-107f-4424-baa5-8984f68275ae None None] The sync data for ids ['2db0553a-115a-4d31-af18-56f089af9880'] in dv-cinder-851279-3-iscsi is: [{'id': '2db0553a-115a-4d31-af18-56f089af9880', 'name': 'tempest-AttachVolumeNegativeTest-426223834-router', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:08Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 4, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'gw_port': {'id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:09Z', 'updated_at': '2022-07-30T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': 'd9c473ba-9933-42a4-9417-de7ccd7c9f85', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': '2db0553a-115a-4d31-af18-56f089af9880', 'port_id': '71dbf2c2-385e-484d-a2ac-d51216c17d84', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'mac_address': 'fa:16:3e:b6:8c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ede213-15fc-4a6c-bec6-eef18aae6b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:03:43Z', 'updated_at': '2022-07-30T05:04:06Z', 'revision_number': 1, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012', 'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'mac_address': 'fa:16:3e:bb:02:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:15Z', 'updated_at': '2022-07-30T04:58:32Z', 'revision_number': 5, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'subnets': [{'id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:04:08.311503 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-453872bc-4988-45c0-a882-d08c40081e4f req-dda45002-56a2-495a-aade-1a63e7a00711 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419271 Jul 30 05:04:08.490459 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b39d726-b1fe-43fc-b932-882ee4cbf56e None None] New status for floating IP d9c473ba-9933-42a4-9417-de7ccd7c9f85: ACTIVE {{(pid=103973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 30 05:04:08.493742 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=70,neutron:DELETE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:09.064737 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929807cf-5f28-4afe-8e4c-73ee5b108336 req-f4d7241a-ea0c-4ef5-93c3-327662b25489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:09.066324 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-929807cf-5f28-4afe-8e4c-73ee5b108336 req-f4d7241a-ea0c-4ef5-93c3-327662b25489 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e01500cb03c74d1082090cd1c1836169&device_id=40ede213-15fc-4a6c-bec6-eef18aae6b87 HTTP/1.1" status: 200 len: 1130 time: 0.0491803 Jul 30 05:04:09.166542 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929807cf-5f28-4afe-8e4c-73ee5b108336 req-3c77f077-cb14-4d7d-ad23-af9acd126665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:09.167961 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-929807cf-5f28-4afe-8e4c-73ee5b108336 req-3c77f077-cb14-4d7d-ad23-af9acd126665 service neutron] 10.222.0.49 "GET /v2.0/networks?id=afd82f39-2725-4de8-bc03-d4d225abc92e HTTP/1.1" status: 200 len: 915 time: 0.0897219 Jul 30 05:04:09.232085 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-929807cf-5f28-4afe-8e4c-73ee5b108336 req-26622def-9621-44cc-a367-a271d720b558 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71dbf2c2-385e-484d-a2ac-d51216c17d84 HTTP/1.1" status: 200 len: 1001 time: 0.0562167 Jul 30 05:04:09.285751 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929807cf-5f28-4afe-8e4c-73ee5b108336 req-f0118909-7563-4d2e-9c9b-938b4fa96d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:09.287220 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-929807cf-5f28-4afe-8e4c-73ee5b108336 req-f0118909-7563-4d2e-9c9b-938b4fa96d23 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d HTTP/1.1" status: 200 len: 853 time: 0.0465121 Jul 30 05:04:09.338394 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929807cf-5f28-4afe-8e4c-73ee5b108336 req-73a550fa-acb3-4a9b-83be-c32829768c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:09.339921 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-929807cf-5f28-4afe-8e4c-73ee5b108336 req-73a550fa-acb3-4a9b-83be-c32829768c59 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=afd82f39-2725-4de8-bc03-d4d225abc92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418775 Jul 30 05:04:09.477585 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e84d5b-6cdb-469e-999a-7c1c6ed93845 req-5d6cab42-1788-49ef-8243-303b54c26643 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:09.479070 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e0e84d5b-6cdb-469e-999a-7c1c6ed93845 req-5d6cab42-1788-49ef-8243-303b54c26643 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 945 time: 0.0686836 Jul 30 05:04:09.482649 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-929807cf-5f28-4afe-8e4c-73ee5b108336 req-ea4e6610-178b-47f9-947d-2b3712c14ada service neutron] 10.222.0.49 "GET /v2.0/networks/afd82f39-2725-4de8-bc03-d4d225abc92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310761 Jul 30 05:04:09.587394 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e0e84d5b-6cdb-469e-999a-7c1c6ed93845 req-82528b58-f423-424d-93d5-e0f898b63d2e tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025231 Jul 30 05:04:09.612662 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-929807cf-5f28-4afe-8e4c-73ee5b108336 req-9186fc6d-4f6d-47ca-96d9-cb8e5efc30d9 service neutron] 10.222.0.49 "GET /v2.0/networks/afd82f39-2725-4de8-bc03-d4d225abc92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209707 Jul 30 05:04:10.289442 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81d804-3de3-419d-8e50-a3e2fd7168fc req-a9389f9d-53a4-4439-8d9a-bb7907028369 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:10.290818 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-4c81d804-3de3-419d-8e50-a3e2fd7168fc req-a9389f9d-53a4-4439-8d9a-bb7907028369 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 945 time: 0.0501049 Jul 30 05:04:10.337968 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-4c81d804-3de3-419d-8e50-a3e2fd7168fc req-19731007-479f-48c2-b94a-3ac92ba40bb1 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/security-groups?id=690caee6-5100-4da4-985a-a65da1b16b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413916 Jul 30 05:04:10.364729 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 55452) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:04:10.539548 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:10.565314 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:10.573311 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4f08b8-520c-4cfc-b3fd-367ff1a7cb27 tempest-TestMinimumBasicScenario-1176618400 tempest-TestMinimumBasicScenario-1176618400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:10.574953 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-ff4f08b8-520c-4cfc-b3fd-367ff1a7cb27 tempest-TestMinimumBasicScenario-1176618400 tempest-TestMinimumBasicScenario-1176618400-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 1124 time: 0.2091539 Jul 30 05:04:10.578000 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 55468) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:04:10.583834 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-f6291023-d222-486c-a911-a2a55028416f tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Request body: {'floatingip': {'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'port_id': 'abedbf31-d88b-46bc-a1ef-33a68dcc3b21', 'tenant_id': 'abbb209e2c194596bb3e8b9a6880646e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:04:10.606240 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f6291023-d222-486c-a911-a2a55028416f tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:10.736305 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ac41c-6dae-4a6e-8b05-34825a924d7f req-9cbc822d-61f2-40ff-a874-a7f4a315b7a8 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:10.737800 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-c94ac41c-6dae-4a6e-8b05-34825a924d7f req-9cbc822d-61f2-40ff-a874-a7f4a315b7a8 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 945 time: 0.0732603 Jul 30 05:04:10.740457 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f6291023-d222-486c-a911-a2a55028416f tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:10.757416 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:10.767006 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:10.843767 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-c94ac41c-6dae-4a6e-8b05-34825a924d7f req-bf0cddf9-043b-42f2-875f-0d6815acfff0 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959885 Jul 30 05:04:10.892409 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_common [None req-f6291023-d222-486c-a911-a2a55028416f tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Allocated IP 172.27.2.218 (0194f4bd-d033-4ee0-a642-9d17cfb40f96/6c0201b0-7b08-4a32-872b-15ffee5372f4/fa339e57-48cd-474a-be20-e1aa44f046fe) {{(pid=103970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:04:10.997549 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f6291023-d222-486c-a911-a2a55028416f tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks [] for port (fa339e57-48cd-474a-be20-e1aa44f046fe), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:11.030310 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f6291023-d222-486c-a911-a2a55028416f tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (fa339e57-48cd-474a-be20-e1aa44f046fe), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:11.069197 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6291023-d222-486c-a911-a2a55028416f tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Network 0194f4bd-d033-4ee0-a642-9d17cfb40f96 is already hosted by enough agents. {{(pid=103970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:04:11.075979 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-f6291023-d222-486c-a911-a2a55028416f tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Resources bound (agent type, host, resource id): {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:04:11.080668 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6291023-d222-486c-a911-a2a55028416f tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Received port after_create {{(pid=103970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 05:04:11.083997 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6291023-d222-486c-a911-a2a55028416f tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Pushing event updated for resources: {'Port': ['ID=fa339e57-48cd-474a-be20-e1aa44f046fe,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:11.116102 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6291023-d222-486c-a911-a2a55028416f tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:11.116460 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6291023-d222-486c-a911-a2a55028416f tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:11.116804 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6291023-d222-486c-a911-a2a55028416f tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:11.117147 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6291023-d222-486c-a911-a2a55028416f tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:11.117485 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6291023-d222-486c-a911-a2a55028416f tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:11.117819 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6291023-d222-486c-a911-a2a55028416f tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:11.118151 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6291023-d222-486c-a911-a2a55028416f tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:11.118505 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6291023-d222-486c-a911-a2a55028416f tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:11.118835 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6291023-d222-486c-a911-a2a55028416f tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:11.119163 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6291023-d222-486c-a911-a2a55028416f tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:11.119490 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6291023-d222-486c-a911-a2a55028416f tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:11.119817 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6291023-d222-486c-a911-a2a55028416f tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:11.120144 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6291023-d222-486c-a911-a2a55028416f tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:11.120465 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6291023-d222-486c-a911-a2a55028416f tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:11.120784 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6291023-d222-486c-a911-a2a55028416f tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:11.445658 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f6291023-d222-486c-a911-a2a55028416f tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks [] for floatingip (36d12a0f-9f00-4e65-a58b-d7a5f85b7b90), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:11.512776 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f6291023-d222-486c-a911-a2a55028416f tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (fa339e57-48cd-474a-be20-e1aa44f046fe), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:11.548472 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:11.550937 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:11.675523 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f6291023-d222-486c-a911-a2a55028416f tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks [] for port (fa339e57-48cd-474a-be20-e1aa44f046fe), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:11.680170 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f6291023-d222-486c-a911-a2a55028416f tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410665'] for port (fa339e57-48cd-474a-be20-e1aa44f046fe), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:11.751896 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6291023-d222-486c-a911-a2a55028416f tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Pushing event updated for resources: {'Port': ['ID=fa339e57-48cd-474a-be20-e1aa44f046fe,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:11.755248 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f6291023-d222-486c-a911-a2a55028416f tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692779'] for floatingip (36d12a0f-9f00-4e65-a58b-d7a5f85b7b90), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:11.856987 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.db.l3_db [None req-f6291023-d222-486c-a911-a2a55028416f tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Floating IP 36d12a0f-9f00-4e65-a58b-d7a5f85b7b90 associated. External IP: 172.27.2.218, port: abedbf31-d88b-46bc-a1ef-33a68dcc3b21. Jul 30 05:04:11.999125 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988972b-7626-420f-8452-5ea59a800a4e req-31873ea8-d160-4f34-acd0-29fd84ccfad9 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:12.000610 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-5988972b-7626-420f-8452-5ea59a800a4e req-31873ea8-d160-4f34-acd0-29fd84ccfad9 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 945 time: 0.0635936 Jul 30 05:04:12.014886 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 55490) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:04:12.124035 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-9256a3d7-25b8-41ab-8a88-b07718f01119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:12.127169 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-5988972b-7626-420f-8452-5ea59a800a4e req-ecb710c4-cfb6-43c6-8a16-50af142db79e tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849071 Jul 30 05:04:12.158784 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6291023-d222-486c-a911-a2a55028416f tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Router e6dbd242-eae8-4c70-bbbe-137d1d561e8f has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 05:04:12.206796 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-9256a3d7-25b8-41ab-8a88-b07718f01119 admin admin] Publish callbacks [] for security_group (53d348ff-7a18-4b10-90d3-af20607b2cfe), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:12.211055 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-9256a3d7-25b8-41ab-8a88-b07718f01119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (53d348ff-7a18-4b10-90d3-af20607b2cfe), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:12.253422 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-9256a3d7-25b8-41ab-8a88-b07718f01119 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc7891287dd64eadac8de9cdf8e41b74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2372136 Jul 30 05:04:12.254053 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9256a3d7-25b8-41ab-8a88-b07718f01119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d348ff-7a18-4b10-90d3-af20607b2cfe,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:12.256092 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 55494) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:04:12.261419 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256a3d7-25b8-41ab-8a88-b07718f01119 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:12.261770 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256a3d7-25b8-41ab-8a88-b07718f01119 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:12.262116 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256a3d7-25b8-41ab-8a88-b07718f01119 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:12.262578 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256a3d7-25b8-41ab-8a88-b07718f01119 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:12.262806 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256a3d7-25b8-41ab-8a88-b07718f01119 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:12.263138 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256a3d7-25b8-41ab-8a88-b07718f01119 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:12.263463 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256a3d7-25b8-41ab-8a88-b07718f01119 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:12.263791 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256a3d7-25b8-41ab-8a88-b07718f01119 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:12.264117 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256a3d7-25b8-41ab-8a88-b07718f01119 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:12.264449 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256a3d7-25b8-41ab-8a88-b07718f01119 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:12.264782 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256a3d7-25b8-41ab-8a88-b07718f01119 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:12.265110 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256a3d7-25b8-41ab-8a88-b07718f01119 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:12.265433 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256a3d7-25b8-41ab-8a88-b07718f01119 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:12.265754 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256a3d7-25b8-41ab-8a88-b07718f01119 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:12.266077 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256a3d7-25b8-41ab-8a88-b07718f01119 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:12.293491 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6291023-d222-486c-a911-a2a55028416f tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:04:12.304100 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51867715-89a8-4727-a302-f7cbb875ec1f None None] Sync routers for ids ['e6dbd242-eae8-4c70-bbbe-137d1d561e8f'] in dv-cinder-851279-3-iscsi {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:04:12.315766 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51867715-89a8-4727-a302-f7cbb875ec1f None None] Routers {'e6dbd242-eae8-4c70-bbbe-137d1d561e8f'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:04:12.316425 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-51867715-89a8-4727-a302-f7cbb875ec1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:03:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['e6dbd242-eae8-4c70-bbbe-137d1d561e8f'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:04:12.325439 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f6291023-d222-486c-a911-a2a55028416f tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for floatingip (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:12.350808 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2766edb3-bcea-4297-adaa-cfacf02817bf admin admin] Publish callbacks [] for security_group (53d348ff-7a18-4b10-90d3-af20607b2cfe), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:12.364836 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:12.368340 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-f6291023-d222-486c-a911-a2a55028416f tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7890267 Jul 30 05:04:12.371916 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0faad1c9-0b0d-44af-92cb-dd0acd61c755', 'tag': 'abedbf31-d88b-46bc-a1ef-33a68dcc3b21'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:04:12.372064 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 55496) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:04:12.374154 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74064a32e8a1c82ff25c89edbc1a4916375279028ab6b832636cd606fd6f10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76ce255-e8bb-4bae-8e03-9d868ca23e4c" -d '{"events": [{"name": "network-changed", "server_uuid": "0faad1c9-0b0d-44af-92cb-dd0acd61c755", "tag": "abedbf31-d88b-46bc-a1ef-33a68dcc3b21"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:04:12.377061 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-4f50dcd3-aeb9-4469-9122-f772bad05196 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-326776392', 'description': 'tempest-secgroup-smoke-326776392 description', 'project_id': 'abbb209e2c194596bb3e8b9a6880646e'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:04:12.385973 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2766edb3-bcea-4297-adaa-cfacf02817bf admin admin] Publish callbacks [] for security_group (53d348ff-7a18-4b10-90d3-af20607b2cfe), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:12.429709 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4f50dcd3-aeb9-4469-9122-f772bad05196 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:12.435165 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-51867715-89a8-4727-a302-f7cbb875ec1f None None] Set router e6dbd242-eae8-4c70-bbbe-137d1d561e8f gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:04:12.440049 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Jul 2022 05:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5ef09a-d4dd-4ecc-9c0d-80451a2c8ed2 x-openstack-request-id: req-0e5ef09a-d4dd-4ecc-9c0d-80451a2c8ed2 {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:04:12.440340 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0faad1c9-0b0d-44af-92cb-dd0acd61c755", "tag": "abedbf31-d88b-46bc-a1ef-33a68dcc3b21", "status": "completed", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:04:12.440592 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0e5ef09a-d4dd-4ecc-9c0d-80451a2c8ed2 {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:04:12.441074 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e5ef09a-d4dd-4ecc-9c0d-80451a2c8ed2'] response: {'name': 'network-changed', 'server_uuid': '0faad1c9-0b0d-44af-92cb-dd0acd61c755', 'tag': 'abedbf31-d88b-46bc-a1ef-33a68dcc3b21', 'status': 'completed', 'code': 200} Jul 30 05:04:12.450934 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2766edb3-bcea-4297-adaa-cfacf02817bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (53d348ff-7a18-4b10-90d3-af20607b2cfe), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:12.455240 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2766edb3-bcea-4297-adaa-cfacf02817bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:12.457265 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-2766edb3-bcea-4297-adaa-cfacf02817bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/53d348ff-7a18-4b10-90d3-af20607b2cfe HTTP/1.1" status: 204 len: 168 time: 0.1997023 Jul 30 05:04:12.467846 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2766edb3-bcea-4297-adaa-cfacf02817bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d348ff-7a18-4b10-90d3-af20607b2cfe,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:12.528979 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ce255-e8bb-4bae-8e03-9d868ca23e4c req-c19d115e-aa07-402c-8a55-841e78509430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:12.530547 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e76ce255-e8bb-4bae-8e03-9d868ca23e4c req-c19d115e-aa07-402c-8a55-841e78509430 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=abbb209e2c194596bb3e8b9a6880646e&device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 1129 time: 0.0563612 Jul 30 05:04:12.599078 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4f50dcd3-aeb9-4469-9122-f772bad05196 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks [] for security_group (c2e8fdbe-c42e-4a4b-bfe5-089c4b11466f), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:12.605965 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4f50dcd3-aeb9-4469-9122-f772bad05196 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (c2e8fdbe-c42e-4a4b-bfe5-089c4b11466f), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:12.648418 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4f50dcd3-aeb9-4469-9122-f772bad05196 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:12.653508 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-4f50dcd3-aeb9-4469-9122-f772bad05196 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2765529 Jul 30 05:04:12.653653 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 55504) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:04:12.658823 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-31fecbec-eb2c-4d7b-91c5-2f3c3e4f022b tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Request body: {'security_group_rule': {'security_group_id': 'c2e8fdbe-c42e-4a4b-bfe5-089c4b11466f', 'project_id': 'abbb209e2c194596bb3e8b9a6880646e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:04:12.665761 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f50dcd3-aeb9-4469-9122-f772bad05196 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e8fdbe-c42e-4a4b-bfe5-089c4b11466f,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:12.677754 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ce255-e8bb-4bae-8e03-9d868ca23e4c req-4d1b6317-2494-4ead-b0bb-3460420df328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:12.680081 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e76ce255-e8bb-4bae-8e03-9d868ca23e4c req-4d1b6317-2494-4ead-b0bb-3460420df328 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1c90acd2-47b7-4570-be05-943c9579a240 HTTP/1.1" status: 200 len: 916 time: 0.1428647 Jul 30 05:04:12.684958 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:12.688214 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-51867715-89a8-4727-a302-f7cbb875ec1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dbd242-eae8-4c70-bbbe-137d1d561e8f', 'name': 'tempest-TestMinimumBasicScenario-1291541164-router', 'tenant_id': 'abbb209e2c194596bb3e8b9a6880646e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '51220132-6d99-422e-aaf9-0151788d1789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:03:13Z', 'updated_at': '2022-07-30T05:03:16Z', 'revision_number': 4, 'project_id': 'abbb209e2c194596bb3e8b9a6880646e', 'gw_port': {'id': '51220132-6d99-422e-aaf9-0151788d1789', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dbd242-eae8-4c70-bbbe-137d1d561e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:03:13Z', 'updated_at': '2022-07-30T05:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': '36d12a0f-9f00-4e65-a58b-d7a5f85b7b90', 'tenant_id': 'abbb209e2c194596bb3e8b9a6880646e', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': 'e6dbd242-eae8-4c70-bbbe-137d1d561e8f', 'port_id': 'abedbf31-d88b-46bc-a1ef-33a68dcc3b21', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c90acd2-47b7-4570-be05-943c9579a240', 'mac_address': 'fa:16:3e:50:41:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0faad1c9-0b0d-44af-92cb-dd0acd61c755', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:04:11Z', 'updated_at': '2022-07-30T05:04:11Z', 'revision_number': 0, 'project_id': 'abbb209e2c194596bb3e8b9a6880646e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc6bc96-f3c2-4939-8a21-899db21da4ca', 'name': '', 'network_id': '1c90acd2-47b7-4570-be05-943c9579a240', 'tenant_id': 'abbb209e2c194596bb3e8b9a6880646e', 'mac_address': 'fa:16:3e:f4:64:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dbd242-eae8-4c70-bbbe-137d1d561e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '30f2efdf-c1bd-49e5-b5a7-c252ac894c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:03:15Z', 'updated_at': '2022-07-30T05:03:20Z', 'revision_number': 5, 'project_id': 'abbb209e2c194596bb3e8b9a6880646e', 'subnets': [{'id': '30f2efdf-c1bd-49e5-b5a7-c252ac894c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:04:12.710498 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-31fecbec-eb2c-4d7b-91c5-2f3c3e4f022b tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks [] for security_group_rule (de0f900c-6009-42b2-8994-fd274eb4cf54), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:12.722334 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51867715-89a8-4727-a302-f7cbb875ec1f None None] Checking router: e6dbd242-eae8-4c70-bbbe-137d1d561e8f for host: dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:04:12.732697 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51867715-89a8-4727-a302-f7cbb875ec1f None None] Routers {'e6dbd242-eae8-4c70-bbbe-137d1d561e8f'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:04:12.733364 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-51867715-89a8-4727-a302-f7cbb875ec1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:03:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['e6dbd242-eae8-4c70-bbbe-137d1d561e8f'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:04:12.753945 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e76ce255-e8bb-4bae-8e03-9d868ca23e4c req-1c9639b3-32ea-40b0-81fa-0e4ee5c62815 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=abedbf31-d88b-46bc-a1ef-33a68dcc3b21 HTTP/1.1" status: 200 len: 999 time: 0.0652506 Jul 30 05:04:12.784121 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-31fecbec-eb2c-4d7b-91c5-2f3c3e4f022b tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks [] for security_group_rule (de0f900c-6009-42b2-8994-fd274eb4cf54), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:12.789691 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-31fecbec-eb2c-4d7b-91c5-2f3c3e4f022b tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826758'] for security_group_rule (de0f900c-6009-42b2-8994-fd274eb4cf54), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:12.817298 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fecbec-eb2c-4d7b-91c5-2f3c3e4f022b tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de0f900c-6009-42b2-8994-fd274eb4cf54,revision_number=0']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:12.823056 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ce255-e8bb-4bae-8e03-9d868ca23e4c req-c69db52f-c001-453a-8568-a3f01e47f77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:12.824823 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e76ce255-e8bb-4bae-8e03-9d868ca23e4c req-c69db52f-c001-453a-8568-a3f01e47f77e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=30f2efdf-c1bd-49e5-b5a7-c252ac894c33 HTTP/1.1" status: 200 len: 854 time: 0.0635109 Jul 30 05:04:12.828128 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-31fecbec-eb2c-4d7b-91c5-2f3c3e4f022b tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:12.833329 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-31fecbec-eb2c-4d7b-91c5-2f3c3e4f022b tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1767871 Jul 30 05:04:12.833567 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 55508) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:04:12.838027 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-e4ce1762-fb8e-44b2-80ed-a72f53606fb5 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Request body: {'security_group_rule': {'security_group_id': 'c2e8fdbe-c42e-4a4b-bfe5-089c4b11466f', 'project_id': 'abbb209e2c194596bb3e8b9a6880646e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:04:12.876485 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-51867715-89a8-4727-a302-f7cbb875ec1f None None] Set router e6dbd242-eae8-4c70-bbbe-137d1d561e8f gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:04:12.888542 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ce255-e8bb-4bae-8e03-9d868ca23e4c req-8df50912-1469-4e4c-8ddc-6f6bcb4dd136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:12.890044 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e76ce255-e8bb-4bae-8e03-9d868ca23e4c req-8df50912-1469-4e4c-8ddc-6f6bcb4dd136 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1c90acd2-47b7-4570-be05-943c9579a240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551333 Jul 30 05:04:12.897115 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-e4ce1762-fb8e-44b2-80ed-a72f53606fb5 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks [] for security_group_rule (89ad4e92-6204-4a0e-9e97-062a3f10c683), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:12.973791 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-e4ce1762-fb8e-44b2-80ed-a72f53606fb5 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks [] for security_group_rule (89ad4e92-6204-4a0e-9e97-062a3f10c683), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:12.979031 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-e4ce1762-fb8e-44b2-80ed-a72f53606fb5 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826758'] for security_group_rule (89ad4e92-6204-4a0e-9e97-062a3f10c683), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:12.999524 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce1762-fb8e-44b2-80ed-a72f53606fb5 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ad4e92-6204-4a0e-9e97-062a3f10c683,revision_number=0']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:13.007100 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e76ce255-e8bb-4bae-8e03-9d868ca23e4c req-5f346290-154d-47d4-a43b-cb19aad37877 service neutron] 10.222.0.49 "GET /v2.0/networks/1c90acd2-47b7-4570-be05-943c9579a240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083672 Jul 30 05:04:13.016204 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-e4ce1762-fb8e-44b2-80ed-a72f53606fb5 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:13.018131 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-e4ce1762-fb8e-44b2-80ed-a72f53606fb5 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1835706 Jul 30 05:04:13.021343 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 55516) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:04:13.028636 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-5ff7f515-8e18-4240-99f9-0d701e27c6bb tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Request body: {'security_group_rule': {'security_group_id': 'c2e8fdbe-c42e-4a4b-bfe5-089c4b11466f', 'project_id': 'abbb209e2c194596bb3e8b9a6880646e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:04:13.069549 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5ff7f515-8e18-4240-99f9-0d701e27c6bb tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks [] for security_group_rule (abf2637f-324f-4cde-8617-d52fdc9dabd1), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:13.081694 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:13.084685 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=100 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:13.125377 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e76ce255-e8bb-4bae-8e03-9d868ca23e4c req-ecb53041-5f45-473e-9e8e-e128b9d927a7 service neutron] 10.222.0.49 "GET /v2.0/networks/1c90acd2-47b7-4570-be05-943c9579a240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098843 Jul 30 05:04:13.159485 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-51867715-89a8-4727-a302-f7cbb875ec1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dbd242-eae8-4c70-bbbe-137d1d561e8f', 'name': 'tempest-TestMinimumBasicScenario-1291541164-router', 'tenant_id': 'abbb209e2c194596bb3e8b9a6880646e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '51220132-6d99-422e-aaf9-0151788d1789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:03:13Z', 'updated_at': '2022-07-30T05:03:16Z', 'revision_number': 4, 'project_id': 'abbb209e2c194596bb3e8b9a6880646e', 'gw_port': {'id': '51220132-6d99-422e-aaf9-0151788d1789', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dbd242-eae8-4c70-bbbe-137d1d561e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:03:13Z', 'updated_at': '2022-07-30T05:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': '36d12a0f-9f00-4e65-a58b-d7a5f85b7b90', 'tenant_id': 'abbb209e2c194596bb3e8b9a6880646e', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': 'e6dbd242-eae8-4c70-bbbe-137d1d561e8f', 'port_id': 'abedbf31-d88b-46bc-a1ef-33a68dcc3b21', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c90acd2-47b7-4570-be05-943c9579a240', 'mac_address': 'fa:16:3e:50:41:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0faad1c9-0b0d-44af-92cb-dd0acd61c755', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:04:11Z', 'updated_at': '2022-07-30T05:04:11Z', 'revision_number': 0, 'project_id': 'abbb209e2c194596bb3e8b9a6880646e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc6bc96-f3c2-4939-8a21-899db21da4ca', 'name': '', 'network_id': '1c90acd2-47b7-4570-be05-943c9579a240', 'tenant_id': 'abbb209e2c194596bb3e8b9a6880646e', 'mac_address': 'fa:16:3e:f4:64:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dbd242-eae8-4c70-bbbe-137d1d561e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '30f2efdf-c1bd-49e5-b5a7-c252ac894c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:03:15Z', 'updated_at': '2022-07-30T05:03:20Z', 'revision_number': 5, 'project_id': 'abbb209e2c194596bb3e8b9a6880646e', 'subnets': [{'id': '30f2efdf-c1bd-49e5-b5a7-c252ac894c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:04:13.168903 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5ff7f515-8e18-4240-99f9-0d701e27c6bb tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks [] for security_group_rule (abf2637f-324f-4cde-8617-d52fdc9dabd1), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:13.174060 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5ff7f515-8e18-4240-99f9-0d701e27c6bb tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826758'] for security_group_rule (abf2637f-324f-4cde-8617-d52fdc9dabd1), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:13.196480 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51867715-89a8-4727-a302-f7cbb875ec1f None None] The sync data for ids ['e6dbd242-eae8-4c70-bbbe-137d1d561e8f'] in dv-cinder-851279-3-iscsi is: [{'id': 'e6dbd242-eae8-4c70-bbbe-137d1d561e8f', 'name': 'tempest-TestMinimumBasicScenario-1291541164-router', 'tenant_id': 'abbb209e2c194596bb3e8b9a6880646e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '51220132-6d99-422e-aaf9-0151788d1789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:03:13Z', 'updated_at': '2022-07-30T05:03:16Z', 'revision_number': 4, 'project_id': 'abbb209e2c194596bb3e8b9a6880646e', 'gw_port': {'id': '51220132-6d99-422e-aaf9-0151788d1789', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dbd242-eae8-4c70-bbbe-137d1d561e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:03:13Z', 'updated_at': '2022-07-30T05:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': '36d12a0f-9f00-4e65-a58b-d7a5f85b7b90', 'tenant_id': 'abbb209e2c194596bb3e8b9a6880646e', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': 'e6dbd242-eae8-4c70-bbbe-137d1d561e8f', 'port_id': 'abedbf31-d88b-46bc-a1ef-33a68dcc3b21', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c90acd2-47b7-4570-be05-943c9579a240', 'mac_address': 'fa:16:3e:50:41:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0faad1c9-0b0d-44af-92cb-dd0acd61c755', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:04:11Z', 'updated_at': '2022-07-30T05:04:11Z', 'revision_number': 0, 'project_id': 'abbb209e2c194596bb3e8b9a6880646e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc6bc96-f3c2-4939-8a21-899db21da4ca', 'name': '', 'network_id': '1c90acd2-47b7-4570-be05-943c9579a240', 'tenant_id': 'abbb209e2c194596bb3e8b9a6880646e', 'mac_address': 'fa:16:3e:f4:64:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dbd242-eae8-4c70-bbbe-137d1d561e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '30f2efdf-c1bd-49e5-b5a7-c252ac894c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:03:15Z', 'updated_at': '2022-07-30T05:03:20Z', 'revision_number': 5, 'project_id': 'abbb209e2c194596bb3e8b9a6880646e', 'subnets': [{'id': '30f2efdf-c1bd-49e5-b5a7-c252ac894c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:04:13.204820 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7f515-8e18-4240-99f9-0d701e27c6bb tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abf2637f-324f-4cde-8617-d52fdc9dabd1,revision_number=0']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:13.222199 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5ff7f515-8e18-4240-99f9-0d701e27c6bb tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:13.226789 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 55526) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:04:13.227686 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-5ff7f515-8e18-4240-99f9-0d701e27c6bb tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2051795 Jul 30 05:04:13.233667 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-ff646fbd-857e-4b24-86a0-3076d6452b65 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Request body: {'security_group_rule': {'security_group_id': 'c2e8fdbe-c42e-4a4b-bfe5-089c4b11466f', 'project_id': 'abbb209e2c194596bb3e8b9a6880646e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:04:13.248945 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:13.273308 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ff646fbd-857e-4b24-86a0-3076d6452b65 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks [] for security_group_rule (98202c66-f9fc-4fac-90dd-b7d5bf627460), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:13.289536 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95065619-21d1-4755-a57d-28c093348cb4 req-6925653f-66c1-41ec-8f86-7dbdf28a2729 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:13.291152 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-95065619-21d1-4755-a57d-28c093348cb4 req-6925653f-66c1-41ec-8f86-7dbdf28a2729 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 945 time: 0.0621700 Jul 30 05:04:13.348144 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-95065619-21d1-4755-a57d-28c093348cb4 req-c72108eb-2c7a-4628-89dc-aee57326fc9b tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509424 Jul 30 05:04:13.350662 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ff646fbd-857e-4b24-86a0-3076d6452b65 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks [] for security_group_rule (98202c66-f9fc-4fac-90dd-b7d5bf627460), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:13.355709 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ff646fbd-857e-4b24-86a0-3076d6452b65 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826758'] for security_group_rule (98202c66-f9fc-4fac-90dd-b7d5bf627460), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:13.383233 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff646fbd-857e-4b24-86a0-3076d6452b65 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98202c66-f9fc-4fac-90dd-b7d5bf627460,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:13.388961 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ff646fbd-857e-4b24-86a0-3076d6452b65 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:13.393119 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 55530) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:04:13.393260 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-ff646fbd-857e-4b24-86a0-3076d6452b65 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1648870 Jul 30 05:04:13.397675 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-d389472b-5de5-4e76-a7da-7a1786b787fa tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Request body: {'security_group_rule': {'security_group_id': 'c2e8fdbe-c42e-4a4b-bfe5-089c4b11466f', 'project_id': 'abbb209e2c194596bb3e8b9a6880646e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:04:13.420556 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.db.securitygroups_db [None req-d389472b-5de5-4e76-a7da-7a1786b787fa tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Project abbb209e2c194596bb3e8b9a6880646e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 05:04:13.427488 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d389472b-5de5-4e76-a7da-7a1786b787fa tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks [] for security_group_rule (f1d9b8f1-38ed-4c87-85c6-5781394ef538), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:13.496717 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d389472b-5de5-4e76-a7da-7a1786b787fa tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks [] for security_group_rule (f1d9b8f1-38ed-4c87-85c6-5781394ef538), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:13.502057 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d389472b-5de5-4e76-a7da-7a1786b787fa tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826758'] for security_group_rule (f1d9b8f1-38ed-4c87-85c6-5781394ef538), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:13.515595 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce65800-cf98-4987-82e3-6ac08d39c34b None None] New status for floating IP 36d12a0f-9f00-4e65-a58b-d7a5f85b7b90: ACTIVE {{(pid=103973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 30 05:04:13.522728 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389472b-5de5-4e76-a7da-7a1786b787fa tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1d9b8f1-38ed-4c87-85c6-5781394ef538,revision_number=0']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:13.530850 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d389472b-5de5-4e76-a7da-7a1786b787fa tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:13.532057 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-d389472b-5de5-4e76-a7da-7a1786b787fa tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1379368 Jul 30 05:04:13.535842 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 55534) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:04:13.540267 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-bff3b5cb-b47a-42a0-a6a5-8f1a3fef5a94 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Request body: {'security_group_rule': {'security_group_id': 'c2e8fdbe-c42e-4a4b-bfe5-089c4b11466f', 'project_id': 'abbb209e2c194596bb3e8b9a6880646e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:04:13.548420 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:13.563721 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.db.securitygroups_db [None req-bff3b5cb-b47a-42a0-a6a5-8f1a3fef5a94 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Project abbb209e2c194596bb3e8b9a6880646e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 05:04:13.577873 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-bff3b5cb-b47a-42a0-a6a5-8f1a3fef5a94 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks [] for security_group_rule (0bc14fad-4fd0-42ed-b49a-b6f909ef5327), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:13.635761 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-bff3b5cb-b47a-42a0-a6a5-8f1a3fef5a94 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks [] for security_group_rule (0bc14fad-4fd0-42ed-b49a-b6f909ef5327), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:13.640418 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-bff3b5cb-b47a-42a0-a6a5-8f1a3fef5a94 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826758'] for security_group_rule (0bc14fad-4fd0-42ed-b49a-b6f909ef5327), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:13.652109 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=12 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:13.664249 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3b5cb-b47a-42a0-a6a5-8f1a3fef5a94 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bc14fad-4fd0-42ed-b49a-b6f909ef5327,revision_number=0']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:13.669761 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-bff3b5cb-b47a-42a0-a6a5-8f1a3fef5a94 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:13.671391 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-bff3b5cb-b47a-42a0-a6a5-8f1a3fef5a94 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1345456 Jul 30 05:04:13.783044 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2497647f-6168-41c3-a52d-71b29a656db3 req-6d54dc6e-9646-4b40-9f71-7a282997de4b tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-326776392&fields=id&tenant_id=abbb209e2c194596bb3e8b9a6880646e HTTP/1.1" status: 200 len: 267 time: 0.0540512 Jul 30 05:04:13.838605 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497647f-6168-41c3-a52d-71b29a656db3 req-a35d1cfd-cdac-42f3-8876-976aa17f7935 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:13.840224 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2497647f-6168-41c3-a52d-71b29a656db3 req-a35d1cfd-cdac-42f3-8876-976aa17f7935 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 945 time: 0.0517120 Jul 30 05:04:13.852114 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-2497647f-6168-41c3-a52d-71b29a656db3 req-cfb69511-791e-4be0-b47a-bba311015cd3 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Request body: {'port': {'security_groups': ['690caee6-5100-4da4-985a-a65da1b16b03', 'c2e8fdbe-c42e-4a4b-bfe5-089c4b11466f']}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:04:13.928112 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-2497647f-6168-41c3-a52d-71b29a656db3 req-cfb69511-791e-4be0-b47a-bba311015cd3 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (abedbf31-d88b-46bc-a1ef-33a68dcc3b21), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:14.120362 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-2497647f-6168-41c3-a52d-71b29a656db3 req-cfb69511-791e-4be0-b47a-bba311015cd3 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] For port abedbf31-d88b-46bc-a1ef-33a68dcc3b21, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=abedbf31-d88b-46bc-a1ef-33a68dcc3b21,segment=NetworkSegment(2337ae89-90dc-4c2b-9e40-8764fbdc0929),segment_id=2337ae89-90dc-4c2b-9e40-8764fbdc0929)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:04:14.149637 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-2497647f-6168-41c3-a52d-71b29a656db3 req-cfb69511-791e-4be0-b47a-bba311015cd3 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks [] for port (abedbf31-d88b-46bc-a1ef-33a68dcc3b21), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:14.154102 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-2497647f-6168-41c3-a52d-71b29a656db3 req-cfb69511-791e-4be0-b47a-bba311015cd3 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3264605'] for port (abedbf31-d88b-46bc-a1ef-33a68dcc3b21), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:14.165632 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497647f-6168-41c3-a52d-71b29a656db3 req-cfb69511-791e-4be0-b47a-bba311015cd3 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:14.166234 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-2497647f-6168-41c3-a52d-71b29a656db3 req-cfb69511-791e-4be0-b47a-bba311015cd3 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:14.166358 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] get_ports_and_sgs() called for port_ids ['abedbf31-d88b-46bc-a1ef-33a68dcc3b21'] {{(pid=103972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:04:14.167619 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2497647f-6168-41c3-a52d-71b29a656db3 req-cfb69511-791e-4be0-b47a-bba311015cd3 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "PUT /v2.0/ports/abedbf31-d88b-46bc-a1ef-33a68dcc3b21 HTTP/1.1" status: 200 len: 981 time: 0.3205326 Jul 30 05:04:14.170431 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0faad1c9-0b0d-44af-92cb-dd0acd61c755', 'tag': 'abedbf31-d88b-46bc-a1ef-33a68dcc3b21'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:04:14.174932 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b16b4900bbfc643f3f19b33d02e463cc441e963483cfbcd5657a130b47b3c9ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497753bd-3b6f-42b7-8fb1-dbcbedcb1873" -d '{"events": [{"name": "network-changed", "server_uuid": "0faad1c9-0b0d-44af-92cb-dd0acd61c755", "tag": "abedbf31-d88b-46bc-a1ef-33a68dcc3b21"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:04:14.227495 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb69511-791e-4be0-b47a-bba311015cd3 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Pushing event updated for resources: {'Port': ['ID=abedbf31-d88b-46bc-a1ef-33a68dcc3b21,revision_number=6']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:14.245109 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Jul 2022 05:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c03271-2338-4c3d-8b99-200bd636f613 x-openstack-request-id: req-f9c03271-2338-4c3d-8b99-200bd636f613 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:04:14.245394 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0faad1c9-0b0d-44af-92cb-dd0acd61c755", "tag": "abedbf31-d88b-46bc-a1ef-33a68dcc3b21", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:04:14.245643 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f9c03271-2338-4c3d-8b99-200bd636f613 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:04:14.246072 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9c03271-2338-4c3d-8b99-200bd636f613'] response: {'name': 'network-changed', 'server_uuid': '0faad1c9-0b0d-44af-92cb-dd0acd61c755', 'tag': 'abedbf31-d88b-46bc-a1ef-33a68dcc3b21', 'status': 'completed', 'code': 200} Jul 30 05:04:14.288040 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] get_ports_and_sgs() called for port_ids ['abedbf31-d88b-46bc-a1ef-33a68dcc3b21'] {{(pid=103972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:04:14.310878 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccdcd8f-e7f9-4cac-b0d2-bb916185d3b0 req-8f29e860-2afe-47f7-87e2-2c07822df4a0 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:14.311982 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-3ccdcd8f-e7f9-4cac-b0d2-bb916185d3b0 req-8f29e860-2afe-47f7-87e2-2c07822df4a0 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 984 time: 0.0546985 Jul 30 05:04:14.359486 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=100 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:14.365481 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497753bd-3b6f-42b7-8fb1-dbcbedcb1873 req-62d71da7-2617-4da3-a1c2-28538bdefaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:14.367983 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-497753bd-3b6f-42b7-8fb1-dbcbedcb1873 req-62d71da7-2617-4da3-a1c2-28538bdefaa1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=abbb209e2c194596bb3e8b9a6880646e&device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 1168 time: 0.0647418 Jul 30 05:04:14.445854 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-3ccdcd8f-e7f9-4cac-b0d2-bb916185d3b0 req-71836271-b096-4123-a486-cdd6f550de95 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2e8fdbe-c42e-4a4b-bfe5-089c4b11466f&id=690caee6-5100-4da4-985a-a65da1b16b03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0986164 Jul 30 05:04:14.559877 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b072d8-faf3-4d1c-9efd-7fb66b2a3235 req-51c7c111-5e67-45aa-9521-b059f86df0e3 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:14.567334 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a1b072d8-faf3-4d1c-9efd-7fb66b2a3235 req-51c7c111-5e67-45aa-9521-b059f86df0e3 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 945 time: 0.0825830 Jul 30 05:04:14.612554 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497753bd-3b6f-42b7-8fb1-dbcbedcb1873 req-0b0fc622-e508-4521-abb5-29307a763ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:14.614474 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-497753bd-3b6f-42b7-8fb1-dbcbedcb1873 req-0b0fc622-e508-4521-abb5-29307a763ddd service neutron] 10.222.0.49 "GET /v2.0/networks?id=1c90acd2-47b7-4570-be05-943c9579a240 HTTP/1.1" status: 200 len: 916 time: 0.2081487 Jul 30 05:04:14.647481 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a1b072d8-faf3-4d1c-9efd-7fb66b2a3235 req-f6bd69ca-3102-4a9c-b7fa-982c0ae21bdb tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787544 Jul 30 05:04:14.710662 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:14.719088 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-497753bd-3b6f-42b7-8fb1-dbcbedcb1873 req-c87de3cb-93a4-4ef4-b691-0a800774f14b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=abedbf31-d88b-46bc-a1ef-33a68dcc3b21 HTTP/1.1" status: 200 len: 1001 time: 0.0883493 Jul 30 05:04:14.772159 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497753bd-3b6f-42b7-8fb1-dbcbedcb1873 req-1807313d-5dcc-4e7a-8da0-1573efd8238a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:14.773788 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-497753bd-3b6f-42b7-8fb1-dbcbedcb1873 req-1807313d-5dcc-4e7a-8da0-1573efd8238a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=30f2efdf-c1bd-49e5-b5a7-c252ac894c33 HTTP/1.1" status: 200 len: 854 time: 0.0469480 Jul 30 05:04:14.833474 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497753bd-3b6f-42b7-8fb1-dbcbedcb1873 req-2643e25a-18b4-4da1-bfbb-b32a71a98f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:14.835273 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-497753bd-3b6f-42b7-8fb1-dbcbedcb1873 req-2643e25a-18b4-4da1-bfbb-b32a71a98f43 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1c90acd2-47b7-4570-be05-943c9579a240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518644 Jul 30 05:04:14.865794 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=100 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:14.896029 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:14.943212 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-497753bd-3b6f-42b7-8fb1-dbcbedcb1873 req-cd97efb1-b418-4b1c-a27b-fb1c59a3eb76 service neutron] 10.222.0.49 "GET /v2.0/networks/1c90acd2-47b7-4570-be05-943c9579a240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012344 Jul 30 05:04:15.074934 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-497753bd-3b6f-42b7-8fb1-dbcbedcb1873 req-9ea11bed-d752-462b-a72f-9bc84abe744a service neutron] 10.222.0.49 "GET /v2.0/networks/1c90acd2-47b7-4570-be05-943c9579a240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940354 Jul 30 05:04:15.796173 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e3c2f-2c91-411b-a19a-351459341d10 req-4d60d837-564d-4743-b72c-7c7e52bd9127 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:15.797677 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-255e3c2f-2c91-411b-a19a-351459341d10 req-4d60d837-564d-4743-b72c-7c7e52bd9127 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 945 time: 0.0589769 Jul 30 05:04:15.853542 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-255e3c2f-2c91-411b-a19a-351459341d10 req-2452a721-6f9f-4e37-8f64-c79023672696 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496674 Jul 30 05:04:16.034731 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (dec4dcff-e2ed-49ed-8dd3-cc3856f345b5), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:16.075812 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 55658) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:04:16.181285 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9119edb0-7b84-478b-b664-71f8dcadd80a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:16.260327 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9119edb0-7b84-478b-b664-71f8dcadd80a admin admin] Publish callbacks [] for security_group (1dd8c05c-b05f-4aec-b04c-6678d0607e40), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:16.263978 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9119edb0-7b84-478b-b664-71f8dcadd80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (1dd8c05c-b05f-4aec-b04c-6678d0607e40), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:16.304528 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-9119edb0-7b84-478b-b664-71f8dcadd80a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=09a7beecab60456ab0cfb9865d7c1b99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276475 Jul 30 05:04:16.305495 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9119edb0-7b84-478b-b664-71f8dcadd80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd8c05c-b05f-4aec-b04c-6678d0607e40,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:16.307211 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 55662) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:04:16.361663 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-049a308d-967b-45ba-9f9e-f2e00dd66c83 admin admin] Publish callbacks [] for security_group (1dd8c05c-b05f-4aec-b04c-6678d0607e40), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:16.383135 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-049a308d-967b-45ba-9f9e-f2e00dd66c83 admin admin] Publish callbacks [] for security_group (1dd8c05c-b05f-4aec-b04c-6678d0607e40), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:16.428759 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-049a308d-967b-45ba-9f9e-f2e00dd66c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (1dd8c05c-b05f-4aec-b04c-6678d0607e40), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:16.431348 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-049a308d-967b-45ba-9f9e-f2e00dd66c83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:16.432486 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-049a308d-967b-45ba-9f9e-f2e00dd66c83 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1dd8c05c-b05f-4aec-b04c-6678d0607e40 HTTP/1.1" status: 204 len: 168 time: 0.1242902 Jul 30 05:04:16.441228 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a308d-967b-45ba-9f9e-f2e00dd66c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd8c05c-b05f-4aec-b04c-6678d0607e40,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:16.704159 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 55668) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:04:16.717294 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-536424f0-0439-448e-ab06-eb4771148267 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:16.793633 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-536424f0-0439-448e-ab06-eb4771148267 admin admin] Publish callbacks [] for security_group (43cb575b-6282-4372-9a33-fefc1982b663), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:16.797536 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-536424f0-0439-448e-ab06-eb4771148267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (43cb575b-6282-4372-9a33-fefc1982b663), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:16.837265 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-536424f0-0439-448e-ab06-eb4771148267 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c824b16f67f84b4195cf8c7c981749ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319702 Jul 30 05:04:16.837983 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536424f0-0439-448e-ab06-eb4771148267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43cb575b-6282-4372-9a33-fefc1982b663,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:16.840041 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 55670) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:04:16.890991 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-269bfa21-a124-4db1-90bf-78e01a5d387f admin admin] Publish callbacks [] for security_group (43cb575b-6282-4372-9a33-fefc1982b663), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:16.914235 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-269bfa21-a124-4db1-90bf-78e01a5d387f admin admin] Publish callbacks [] for security_group (43cb575b-6282-4372-9a33-fefc1982b663), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:16.970957 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-269bfa21-a124-4db1-90bf-78e01a5d387f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (43cb575b-6282-4372-9a33-fefc1982b663), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:16.973949 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-269bfa21-a124-4db1-90bf-78e01a5d387f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:16.975209 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-269bfa21-a124-4db1-90bf-78e01a5d387f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/43cb575b-6282-4372-9a33-fefc1982b663 HTTP/1.1" status: 204 len: 168 time: 0.1340778 Jul 30 05:04:16.984092 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bfa21-a124-4db1-90bf-78e01a5d387f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43cb575b-6282-4372-9a33-fefc1982b663,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:17.121457 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 6ca5af71-3aff-4af4-9271-ac47c637cc34 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=103972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 05:04:17.154571 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f471e260-9289-4ad5-884d-6e44f074f420 req-c65376a6-74a6-4ccd-bbcc-67d4b668f19b tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:17.156409 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f471e260-9289-4ad5-884d-6e44f074f420 req-c65376a6-74a6-4ccd-bbcc-67d4b668f19b tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 945 time: 0.0689518 Jul 30 05:04:17.226668 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f471e260-9289-4ad5-884d-6e44f074f420 req-a2dbe7df-a4f4-45ae-bd05-70bf75016699 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590441 Jul 30 05:04:17.250205 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 6ca5af71-3aff-4af4-9271-ac47c637cc34, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=6ca5af71-3aff-4af4-9271-ac47c637cc34,segment=NetworkSegment(e9c7cb1b-4a6d-49ef-8923-a11361e78abf),segment_id=e9c7cb1b-4a6d-49ef-8923-a11361e78abf)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:04:17.261032 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=100 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:17.264355 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Returning: {'device': '6ca5af71-3aff-4af4-9271-ac47c637cc34', 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1', 'port_id': '6ca5af71-3aff-4af4-9271-ac47c637cc34', 'mac_address': 'fa:16:3e:25:99:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '872e5683-a168-4487-9376-0296b22d54e2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 05:04:17.308280 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port 6ca5af71-3aff-4af4-9271-ac47c637cc34 is: ACTIVE; New status is: BUILD {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:04:17.308681 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (6ca5af71-3aff-4af4-9271-ac47c637cc34), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:17.323669 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ca5af71-3aff-4af4-9271-ac47c637cc34 {{(pid=103972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 05:04:17.348645 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 6ca5af71-3aff-4af4-9271-ac47c637cc34, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=6ca5af71-3aff-4af4-9271-ac47c637cc34,segment=NetworkSegment(e9c7cb1b-4a6d-49ef-8923-a11361e78abf),segment_id=e9c7cb1b-4a6d-49ef-8923-a11361e78abf)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:04:17.354940 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (6ca5af71-3aff-4af4-9271-ac47c637cc34), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:17.413121 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=6ca5af71-3aff-4af4-9271-ac47c637cc34,revision_number=6']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:17.468185 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] get_ports_and_sgs() called for port_ids ['6ca5af71-3aff-4af4-9271-ac47c637cc34'] {{(pid=103972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:04:18.391534 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e510b-c994-440a-adbc-00360509a50f req-91d92b00-2435-4845-b0a5-89fbc12772c3 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:18.399183 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d27e510b-c994-440a-adbc-00360509a50f req-91d92b00-2435-4845-b0a5-89fbc12772c3 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 944 time: 0.0694587 Jul 30 05:04:18.477168 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d27e510b-c994-440a-adbc-00360509a50f req-8f3f1d67-ac3b-4931-ab0e-fb9df68143ee tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769823 Jul 30 05:04:19.135209 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 6ca5af71-3aff-4af4-9271-ac47c637cc34 up at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:04:19.200248 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning complete for port 6ca5af71-3aff-4af4-9271-ac47c637cc34 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:04:19.200689 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (6ca5af71-3aff-4af4-9271-ac47c637cc34), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:19.315720 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port 6ca5af71-3aff-4af4-9271-ac47c637cc34 is: BUILD; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:04:19.315720 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (6ca5af71-3aff-4af4-9271-ac47c637cc34), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:19.332302 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca5af71-3aff-4af4-9271-ac47c637cc34'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:04:19.335168 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097f6318ceefad5cd58475957c164f396c8a98df32e112d8bd5bde4ce5121001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a937cf-d773-4bdb-9eed-6fd319569bb4" -d '{"events": [{"server_uuid": "b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b", "name": "network-vif-plugged", "status": "completed", "tag": "6ca5af71-3aff-4af4-9271-ac47c637cc34"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:04:19.350883 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 6ca5af71-3aff-4af4-9271-ac47c637cc34, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=6ca5af71-3aff-4af4-9271-ac47c637cc34,segment=NetworkSegment(e9c7cb1b-4a6d-49ef-8923-a11361e78abf),segment_id=e9c7cb1b-4a6d-49ef-8923-a11361e78abf)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:04:19.357263 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (6ca5af71-3aff-4af4-9271-ac47c637cc34), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:19.418009 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=6ca5af71-3aff-4af4-9271-ac47c637cc34,revision_number=7']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:19.549757 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 05:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5c04d3-56cf-4658-a201-09df6bd9c121 x-openstack-request-id: req-1b5c04d3-56cf-4658-a201-09df6bd9c121 {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:04:19.550341 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b", "name": "network-vif-plugged", "status": "completed", "tag": "6ca5af71-3aff-4af4-9271-ac47c637cc34", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:04:19.550935 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1b5c04d3-56cf-4658-a201-09df6bd9c121 {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:04:19.551544 dv-cinder-851279-3-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b5c04d3-56cf-4658-a201-09df6bd9c121'] response: {'server_uuid': 'b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca5af71-3aff-4af4-9271-ac47c637cc34', 'code': 200} Jul 30 05:04:19.637319 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ef028-d354-4968-b0f9-5660c066f305 req-a369e185-706f-4710-b9f5-3e3fd38bff17 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:19.644901 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-932ef028-d354-4968-b0f9-5660c066f305 req-a369e185-706f-4710-b9f5-3e3fd38bff17 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 945 time: 0.0654123 Jul 30 05:04:19.693253 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-932ef028-d354-4968-b0f9-5660c066f305 req-1faabd3a-a043-423f-beab-5c5e376e02c3 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474660 Jul 30 05:04:20.518868 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-600fae5c-a173-48f9-8fbb-a0591195d141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:20.853049 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9bba4-fdbd-4939-87e1-f5a1b3ebf4f0 req-53a78223-49cd-4698-b0e5-2f642f68f138 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:20.855467 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-97e9bba4-fdbd-4939-87e1-f5a1b3ebf4f0 req-53a78223-49cd-4698-b0e5-2f642f68f138 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 945 time: 0.0715804 Jul 30 05:04:20.914652 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-97e9bba4-fdbd-4939-87e1-f5a1b3ebf4f0 req-f00b9b6d-0c0b-4867-8a1f-6607e0b99de8 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531271 Jul 30 05:04:21.854984 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d53f2494-7fad-412b-9bc7-b603689593b7 req-4aa5da6b-e44a-479c-b5b0-5d9a9c0baa92 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0520246 Jul 30 05:04:21.944889 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f2494-7fad-412b-9bc7-b603689593b7 req-04399d93-aa07-44c8-beb7-18bb4d185023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:21.950332 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d53f2494-7fad-412b-9bc7-b603689593b7 req-04399d93-aa07-44c8-beb7-18bb4d185023 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=76df23454a3c4a9bb4f61b044ed5a426&device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 1129 time: 0.0577862 Jul 30 05:04:22.039400 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:22.078011 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e78fa-0d7a-4243-95e9-2ef6fb4ab02e req-eecdae84-35ed-474b-82bc-2ef58ee78923 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:22.083194 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-c49e78fa-0d7a-4243-95e9-2ef6fb4ab02e req-eecdae84-35ed-474b-82bc-2ef58ee78923 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 945 time: 0.0702581 Jul 30 05:04:22.128600 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f2494-7fad-412b-9bc7-b603689593b7 req-90e2cec7-0b0c-41eb-8b6a-91b9a06e789f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:22.132898 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d53f2494-7fad-412b-9bc7-b603689593b7 req-90e2cec7-0b0c-41eb-8b6a-91b9a06e789f service neutron] 10.222.0.49 "GET /v2.0/networks?id=ba00ca49-96d9-4fff-b920-6f01cfda6037 HTTP/1.1" status: 200 len: 909 time: 0.1544189 Jul 30 05:04:22.160767 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-c49e78fa-0d7a-4243-95e9-2ef6fb4ab02e req-882ea178-46fe-4cad-9536-c33d1fc36476 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739224 Jul 30 05:04:22.197679 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:22.228355 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d53f2494-7fad-412b-9bc7-b603689593b7 req-149da7ac-57c1-4340-a66c-c10e55d4b9f0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a76ab0f-eada-4891-8b4c-b2af44036eb1 HTTP/1.1" status: 200 len: 999 time: 0.0871069 Jul 30 05:04:22.286311 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f2494-7fad-412b-9bc7-b603689593b7 req-c4f021ed-41d4-4a92-a3da-87ce759959ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:22.287866 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d53f2494-7fad-412b-9bc7-b603689593b7 req-c4f021ed-41d4-4a92-a3da-87ce759959ba service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e43a40c9-7b63-4416-91e0-9daf39b8f626 HTTP/1.1" status: 200 len: 847 time: 0.0536222 Jul 30 05:04:22.348204 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f2494-7fad-412b-9bc7-b603689593b7 req-61e86766-f0a7-44d6-8493-e4855265bd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:22.350011 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d53f2494-7fad-412b-9bc7-b603689593b7 req-61e86766-f0a7-44d6-8493-e4855265bd34 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ba00ca49-96d9-4fff-b920-6f01cfda6037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538094 Jul 30 05:04:22.465126 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d53f2494-7fad-412b-9bc7-b603689593b7 req-3554e64a-8660-4f15-9bfa-2a739d1b9057 service neutron] 10.222.0.49 "GET /v2.0/networks/ba00ca49-96d9-4fff-b920-6f01cfda6037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079135 Jul 30 05:04:22.570120 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d53f2494-7fad-412b-9bc7-b603689593b7 req-124ee70e-9c22-49ed-8ded-c7ea042c1004 service neutron] 10.222.0.49 "GET /v2.0/networks/ba00ca49-96d9-4fff-b920-6f01cfda6037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978041 Jul 30 05:04:22.844734 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:22.855585 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-fcc40eeb-5b77-4b3a-99a7-753538fca11c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:23.319875 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b2eea-b81f-4126-acff-bb1b04b368c7 req-6d378068-65d8-4ec3-9b38-6cb4b2460830 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:23.327627 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0e1b2eea-b81f-4126-acff-bb1b04b368c7 req-6d378068-65d8-4ec3-9b38-6cb4b2460830 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 945 time: 0.0683603 Jul 30 05:04:23.387867 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0e1b2eea-b81f-4126-acff-bb1b04b368c7 req-be4aff7c-36f4-4773-a28d-01494a4e7648 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583661 Jul 30 05:04:23.600663 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 55800) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:04:23.636661 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:23.678943 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=55,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:23.729493 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ea5345ee-6874-466b-a0e1-f84310432325 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:23.836943 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ea5345ee-6874-466b-a0e1-f84310432325 admin admin] Publish callbacks [] for security_group (c4094ab5-44ad-4fb3-806d-41df4c3898e2), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:23.843279 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ea5345ee-6874-466b-a0e1-f84310432325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (c4094ab5-44ad-4fb3-806d-41df4c3898e2), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:23.897245 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 55810) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:04:23.898260 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-ea5345ee-6874-466b-a0e1-f84310432325 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1a13d450cab546018f20ce7cc29223f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2957325 Jul 30 05:04:23.903718 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:23.919043 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:23.937172 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5345ee-6874-466b-a0e1-f84310432325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4094ab5-44ad-4fb3-806d-41df4c3898e2,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:23.971072 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:24.001678 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-ef8030d8-ada4-4a53-9219-66c19c95e8fc admin admin] Publish callbacks [] for security_group (c4094ab5-44ad-4fb3-806d-41df4c3898e2), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:24.036560 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-ef8030d8-ada4-4a53-9219-66c19c95e8fc admin admin] Publish callbacks [] for security_group (c4094ab5-44ad-4fb3-806d-41df4c3898e2), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:24.111962 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-ef8030d8-ada4-4a53-9219-66c19c95e8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (c4094ab5-44ad-4fb3-806d-41df4c3898e2), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:24.119896 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-ef8030d8-ada4-4a53-9219-66c19c95e8fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:24.136163 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-ef8030d8-ada4-4a53-9219-66c19c95e8fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c4094ab5-44ad-4fb3-806d-41df4c3898e2 HTTP/1.1" status: 204 len: 168 time: 0.2227576 Jul 30 05:04:24.152193 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8030d8-ada4-4a53-9219-66c19c95e8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4094ab5-44ad-4fb3-806d-41df4c3898e2,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:24.297323 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74f957-95ea-49d6-8af7-21cfac2e0415 req-b0c3ed8f-0975-4bab-82f8-3e443bdbad64 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:24.306183 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ca74f957-95ea-49d6-8af7-21cfac2e0415 req-b0c3ed8f-0975-4bab-82f8-3e443bdbad64 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 946 time: 0.0824382 Jul 30 05:04:24.368901 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ca74f957-95ea-49d6-8af7-21cfac2e0415 req-13d62d69-5fab-4fb4-89bb-59d372c606d3 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0617883 Jul 30 05:04:24.515923 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 55820) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:04:24.537579 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-91bf096f-9da6-4378-84d0-3786f0e923f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:24.545451 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e20151-d5a5-4c66-a30f-8da617c3d84f req-8a0398fb-a126-40c9-b845-58c4e81b1546 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:24.546969 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-f2e20151-d5a5-4c66-a30f-8da617c3d84f req-8a0398fb-a126-40c9-b845-58c4e81b1546 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 945 time: 0.0704114 Jul 30 05:04:24.623645 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-f2e20151-d5a5-4c66-a30f-8da617c3d84f req-ae364027-b22e-475a-bcb0-df9fb875a22e tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653050 Jul 30 05:04:24.674460 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-91bf096f-9da6-4378-84d0-3786f0e923f5 admin admin] Publish callbacks [] for security_group (f69118a9-2da9-43ff-8dd4-ad2a7c28311a), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:24.678802 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-91bf096f-9da6-4378-84d0-3786f0e923f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (f69118a9-2da9-43ff-8dd4-ad2a7c28311a), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:24.720909 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-91bf096f-9da6-4378-84d0-3786f0e923f5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b3446e416a9945869e13d7570ea9734c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2028794 Jul 30 05:04:24.724071 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 55822) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:04:24.724261 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf096f-9da6-4378-84d0-3786f0e923f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69118a9-2da9-43ff-8dd4-ad2a7c28311a,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:24.780535 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c93c7329-7ce4-4fc9-a806-b833c9efc69e admin admin] Publish callbacks [] for security_group (f69118a9-2da9-43ff-8dd4-ad2a7c28311a), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:24.804573 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c93c7329-7ce4-4fc9-a806-b833c9efc69e admin admin] Publish callbacks [] for security_group (f69118a9-2da9-43ff-8dd4-ad2a7c28311a), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:24.811164 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:24.861583 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c93c7329-7ce4-4fc9-a806-b833c9efc69e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (f69118a9-2da9-43ff-8dd4-ad2a7c28311a), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:24.864431 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c93c7329-7ce4-4fc9-a806-b833c9efc69e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:24.865585 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-c93c7329-7ce4-4fc9-a806-b833c9efc69e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f69118a9-2da9-43ff-8dd4-ad2a7c28311a HTTP/1.1" status: 204 len: 168 time: 0.1405001 Jul 30 05:04:24.887732 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93c7329-7ce4-4fc9-a806-b833c9efc69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69118a9-2da9-43ff-8dd4-ad2a7c28311a,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:25.321067 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:25.578604 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c561a64-ce66-4f30-aba4-f285657c7bdc req-58b34a91-613e-4425-b4ff-05472b44cc5b tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:25.583024 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3c561a64-ce66-4f30-aba4-f285657c7bdc req-58b34a91-613e-4425-b4ff-05472b44cc5b tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 946 time: 0.0769334 Jul 30 05:04:25.639708 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3c561a64-ce66-4f30-aba4-f285657c7bdc req-df0ba784-5835-4597-b80b-288bff12ff6d tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0524616 Jul 30 05:04:25.701637 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:25.777048 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3e28f-f5a8-4ccd-936f-72b0367a836a req-608c73ed-1e2e-4fde-a5c7-c41294c601c7 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:25.784581 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-a8e3e28f-f5a8-4ccd-936f-72b0367a836a req-608c73ed-1e2e-4fde-a5c7-c41294c601c7 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 945 time: 0.0611312 Jul 30 05:04:25.840950 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-a8e3e28f-f5a8-4ccd-936f-72b0367a836a req-3dafe0d7-ca38-4e7a-a91d-94bf04563d66 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552118 Jul 30 05:04:26.099568 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:26.121632 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb5be7-cc16-4cda-a4ca-77e159d4947d req-e497fbc9-8a53-4254-8965-021af5d377fc tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:26.123380 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0beb5be7-cc16-4cda-a4ca-77e159d4947d req-e497fbc9-8a53-4254-8965-021af5d377fc tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.49 "GET /v2.0/ports?device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 946 time: 0.0555375 Jul 30 05:04:26.223216 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-0beb5be7-cc16-4cda-a4ca-77e159d4947d req-33d75160-8408-4403-89f2-5339c650db95 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Deleting port aa5879dd-2e84-4f75-818a-bc12a63594f3 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:04:26.223959 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-0beb5be7-cc16-4cda-a4ca-77e159d4947d req-33d75160-8408-4403-89f2-5339c650db95 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (aa5879dd-2e84-4f75-818a-bc12a63594f3), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:26.355477 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-0beb5be7-cc16-4cda-a4ca-77e159d4947d req-33d75160-8408-4403-89f2-5339c650db95 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] For port aa5879dd-2e84-4f75-818a-bc12a63594f3, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=aa5879dd-2e84-4f75-818a-bc12a63594f3,segment=NetworkSegment(a9ddd08e-1fb2-469e-b382-60c39d06501a),segment_id=a9ddd08e-1fb2-469e-b382-60c39d06501a)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:04:26.355947 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-0beb5be7-cc16-4cda-a4ca-77e159d4947d req-33d75160-8408-4403-89f2-5339c650db95 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (aa5879dd-2e84-4f75-818a-bc12a63594f3), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:26.941501 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-0beb5be7-cc16-4cda-a4ca-77e159d4947d req-33d75160-8408-4403-89f2-5339c650db95 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:26.942209 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-0beb5be7-cc16-4cda-a4ca-77e159d4947d req-33d75160-8408-4403-89f2-5339c650db95 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692779'] for floatingip (f4686e67-c241-4e5a-82b6-1d344590da1f), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:26.942209 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.db.l3_db [req-0beb5be7-cc16-4cda-a4ca-77e159d4947d req-33d75160-8408-4403-89f2-5339c650db95 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Floating IP f4686e67-c241-4e5a-82b6-1d344590da1f disassociated. External IP: 172.27.2.113, port: aa5879dd-2e84-4f75-818a-bc12a63594f3. Jul 30 05:04:26.942209 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-0beb5be7-cc16-4cda-a4ca-77e159d4947d req-33d75160-8408-4403-89f2-5339c650db95 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Calling delete_port for aa5879dd-2e84-4f75-818a-bc12a63594f3 owned by compute:nova {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:04:26.956395 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d10f21-e113-4ebd-af79-6603d37af7ab req-597a4eb1-b1cf-4d40-8b8c-fc470789f2a7 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:26.963105 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e4d10f21-e113-4ebd-af79-6603d37af7ab req-597a4eb1-b1cf-4d40-8b8c-fc470789f2a7 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 946 time: 0.0978303 Jul 30 05:04:27.022062 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9370e7-dbf7-4b8e-8369-b9a70484c077 req-2d14dfb3-fe5d-458e-89f2-01a4eb554e08 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:27.024703 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-8b9370e7-dbf7-4b8e-8369-b9a70484c077 req-2d14dfb3-fe5d-458e-89f2-01a4eb554e08 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 945 time: 0.0682819 Jul 30 05:04:27.054416 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e4d10f21-e113-4ebd-af79-6603d37af7ab req-86af4f04-4275-4cbe-bf8a-b9eb28e4c3e0 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0903766 Jul 30 05:04:27.116789 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-8b9370e7-dbf7-4b8e-8369-b9a70484c077 req-aa463e27-96ab-49e9-88eb-627d3606a886 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860355 Jul 30 05:04:27.188089 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-0beb5be7-cc16-4cda-a4ca-77e159d4947d req-33d75160-8408-4403-89f2-5339c650db95 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (aa5879dd-2e84-4f75-818a-bc12a63594f3), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:27.221186 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d75160-8408-4403-89f2-5339c650db95 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Pushing event deleted for resources: {'Port': ['ID=aa5879dd-2e84-4f75-818a-bc12a63594f3,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:27.364835 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0beb5be7-cc16-4cda-a4ca-77e159d4947d req-33d75160-8408-4403-89f2-5339c650db95 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Router 181f97db-441e-48d1-b3ca-28695114c178 has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 05:04:27.488383 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:27.497585 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0beb5be7-cc16-4cda-a4ca-77e159d4947d req-33d75160-8408-4403-89f2-5339c650db95 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:04:27.509987 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d639e80-b838-454c-aff4-38a57136fd49 None None] Sync routers for ids ['181f97db-441e-48d1-b3ca-28695114c178'] in dv-cinder-851279-3-iscsi {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:04:27.517761 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:27.536950 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d639e80-b838-454c-aff4-38a57136fd49 None None] Routers {'181f97db-441e-48d1-b3ca-28695114c178'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:04:27.538892 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-8d639e80-b838-454c-aff4-38a57136fd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:04:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['181f97db-441e-48d1-b3ca-28695114c178'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:04:27.573404 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-0beb5be7-cc16-4cda-a4ca-77e159d4947d req-33d75160-8408-4403-89f2-5339c650db95 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] No DVR routers for this DVR port aa5879dd-2e84-4f75-818a-bc12a63594f3 on host hv-cinder-85127 {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 30 05:04:27.582762 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-0beb5be7-cc16-4cda-a4ca-77e159d4947d req-33d75160-8408-4403-89f2-5339c650db95 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:27.586280 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0beb5be7-cc16-4cda-a4ca-77e159d4947d req-33d75160-8408-4403-89f2-5339c650db95 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.49 "DELETE /v2.0/ports/aa5879dd-2e84-4f75-818a-bc12a63594f3 HTTP/1.1" status: 204 len: 173 time: 1.4555836 Jul 30 05:04:27.586712 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267d974a-0a42-4e11-ada0-68e101c4a48f', 'name': 'network-vif-deleted', 'tag': 'aa5879dd-2e84-4f75-818a-bc12a63594f3'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:04:27.589615 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b16b4900bbfc643f3f19b33d02e463cc441e963483cfbcd5657a130b47b3c9ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033e1fb7-c2a6-4d0f-9b76-63358d55faf5" -d '{"events": [{"server_uuid": "267d974a-0a42-4e11-ada0-68e101c4a48f", "name": "network-vif-deleted", "tag": "aa5879dd-2e84-4f75-818a-bc12a63594f3"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:04:27.682382 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 05:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6079ba90-66d2-440b-8564-758b45adef61 x-openstack-request-id: req-6079ba90-66d2-440b-8564-758b45adef61 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:04:27.682775 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267d974a-0a42-4e11-ada0-68e101c4a48f", "name": "network-vif-deleted", "tag": "aa5879dd-2e84-4f75-818a-bc12a63594f3", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:04:27.683189 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6079ba90-66d2-440b-8564-758b45adef61 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:04:27.683791 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6079ba90-66d2-440b-8564-758b45adef61'] response: {'server_uuid': '267d974a-0a42-4e11-ada0-68e101c4a48f', 'name': 'network-vif-deleted', 'tag': 'aa5879dd-2e84-4f75-818a-bc12a63594f3', 'status': 'completed', 'code': 200} Jul 30 05:04:27.949369 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-8d639e80-b838-454c-aff4-38a57136fd49 None None] Set router 181f97db-441e-48d1-b3ca-28695114c178 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:04:28.091045 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:28.185116 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e075003d-556a-4988-8a98-2b667e632f68 req-627e4cc4-a420-4131-8892-856753cc9f99 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=267d974a-0a42-4e11-ada0-68e101c4a48f HTTP/1.1" status: 200 len: 210 time: 0.0327172 Jul 30 05:04:28.195262 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-8d639e80-b838-454c-aff4-38a57136fd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181f97db-441e-48d1-b3ca-28695114c178', 'name': 'tempest-TestVolumeBootPattern-1435914711-router', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '831fda61-359a-4643-bf36-517da67281d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:00:46Z', 'updated_at': '2022-07-30T05:00:51Z', 'revision_number': 4, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'gw_port': {'id': '831fda61-359a-4643-bf36-517da67281d0', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:47Z', 'updated_at': '2022-07-30T05:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'a74756c1-d67b-4700-95c5-2cbae1b8ba24', 'name': '', 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'mac_address': 'fa:16:3e:ef:e8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:50Z', 'updated_at': '2022-07-30T05:00:58Z', 'revision_number': 5, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'subnets': [{'id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:04:28.238758 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d639e80-b838-454c-aff4-38a57136fd49 None None] Checking router: 181f97db-441e-48d1-b3ca-28695114c178 for host: dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:04:28.252234 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d639e80-b838-454c-aff4-38a57136fd49 None None] Routers {'181f97db-441e-48d1-b3ca-28695114c178'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:04:28.252616 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-8d639e80-b838-454c-aff4-38a57136fd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:04:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['181f97db-441e-48d1-b3ca-28695114c178'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:04:28.346553 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5222ae-b714-4e4b-8a55-2ed7bf62282a req-8733f37f-81cc-4055-bba2-b0079f805a06 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:28.356547 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6a5222ae-b714-4e4b-8a55-2ed7bf62282a req-8733f37f-81cc-4055-bba2-b0079f805a06 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 945 time: 0.0750391 Jul 30 05:04:28.375314 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-8d639e80-b838-454c-aff4-38a57136fd49 None None] Set router 181f97db-441e-48d1-b3ca-28695114c178 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:04:28.415247 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6a5222ae-b714-4e4b-8a55-2ed7bf62282a req-2095fa1a-8a6c-4837-8af1-13bde77dc88a tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477703 Jul 30 05:04:28.580198 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-8d639e80-b838-454c-aff4-38a57136fd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181f97db-441e-48d1-b3ca-28695114c178', 'name': 'tempest-TestVolumeBootPattern-1435914711-router', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '831fda61-359a-4643-bf36-517da67281d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:00:46Z', 'updated_at': '2022-07-30T05:00:51Z', 'revision_number': 4, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'gw_port': {'id': '831fda61-359a-4643-bf36-517da67281d0', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:47Z', 'updated_at': '2022-07-30T05:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'a74756c1-d67b-4700-95c5-2cbae1b8ba24', 'name': '', 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'mac_address': 'fa:16:3e:ef:e8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:50Z', 'updated_at': '2022-07-30T05:00:58Z', 'revision_number': 5, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'subnets': [{'id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:04:28.604801 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d639e80-b838-454c-aff4-38a57136fd49 None None] The sync data for ids ['181f97db-441e-48d1-b3ca-28695114c178'] in dv-cinder-851279-3-iscsi is: [{'id': '181f97db-441e-48d1-b3ca-28695114c178', 'name': 'tempest-TestVolumeBootPattern-1435914711-router', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '831fda61-359a-4643-bf36-517da67281d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:00:46Z', 'updated_at': '2022-07-30T05:00:51Z', 'revision_number': 4, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'gw_port': {'id': '831fda61-359a-4643-bf36-517da67281d0', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:47Z', 'updated_at': '2022-07-30T05:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'a74756c1-d67b-4700-95c5-2cbae1b8ba24', 'name': '', 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'mac_address': 'fa:16:3e:ef:e8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:50Z', 'updated_at': '2022-07-30T05:00:58Z', 'revision_number': 5, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'subnets': [{'id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:04:28.831658 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcef556-6f00-4b61-a386-a582f7eff2d2 None None] New status for floating IP f4686e67-c241-4e5a-82b6-1d344590da1f: DOWN {{(pid=103973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 30 05:04:28.921343 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69951976-de6e-47d3-a9a8-788aa0f01ab3 req-61f0b963-450a-4398-99a5-f7080a444c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:28.922942 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-69951976-de6e-47d3-a9a8-788aa0f01ab3 req-61f0b963-450a-4398-99a5-f7080a444c2f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bc6f8afc1abf427f92c44fdc55994b18&device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 1129 time: 0.0452456 Jul 30 05:04:29.027481 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69951976-de6e-47d3-a9a8-788aa0f01ab3 req-6f60bd7e-06ad-4e76-a16b-45ccc0ec84e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:29.029094 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-69951976-de6e-47d3-a9a8-788aa0f01ab3 req-6f60bd7e-06ad-4e76-a16b-45ccc0ec84e9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fdf70601-7662-4f43-8ddd-db3bc3add8d1 HTTP/1.1" status: 200 len: 918 time: 0.0983217 Jul 30 05:04:29.097422 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-69951976-de6e-47d3-a9a8-788aa0f01ab3 req-7e195e10-5dce-4b8b-ba55-2743131751e5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ca5af71-3aff-4af4-9271-ac47c637cc34 HTTP/1.1" status: 200 len: 1000 time: 0.0611482 Jul 30 05:04:29.148665 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69951976-de6e-47d3-a9a8-788aa0f01ab3 req-d1d54070-b9d6-45b2-b29d-3e800cc1fd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:29.150057 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-69951976-de6e-47d3-a9a8-788aa0f01ab3 req-d1d54070-b9d6-45b2-b29d-3e800cc1fd8e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=872e5683-a168-4487-9376-0296b22d54e2 HTTP/1.1" status: 200 len: 856 time: 0.0449803 Jul 30 05:04:29.182726 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device aa5879dd-2e84-4f75-818a-bc12a63594f3 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:04:29.195692 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69951976-de6e-47d3-a9a8-788aa0f01ab3 req-a3fa1cee-21f3-42f9-997a-e89048d8a3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:29.197168 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-69951976-de6e-47d3-a9a8-788aa0f01ab3 req-a3fa1cee-21f3-42f9-997a-e89048d8a3eb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fdf70601-7662-4f43-8ddd-db3bc3add8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410588 Jul 30 05:04:29.206272 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] No Port match for: aa5879dd-2e84-4f75-818a-bc12a63594f3 {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:04:29.206647 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device aa5879dd-2e84-4f75-818a-bc12a63594f3 not bound to the agent host hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:04:29.293194 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-69951976-de6e-47d3-a9a8-788aa0f01ab3 req-c375602c-9130-47dd-89c8-7395bf5c03b9 service neutron] 10.222.0.49 "GET /v2.0/networks/fdf70601-7662-4f43-8ddd-db3bc3add8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880549 Jul 30 05:04:29.399594 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-69951976-de6e-47d3-a9a8-788aa0f01ab3 req-0f565b97-4d5e-4a36-aa1c-34b4ac97cac6 service neutron] 10.222.0.49 "GET /v2.0/networks/fdf70601-7662-4f43-8ddd-db3bc3add8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980995 Jul 30 05:04:29.504059 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-a09856bc-b7bd-46c4-9a18-c1915f14f086 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-9281366&fields=id&tenant_id=db365a6a9f6041a7a8749fd1a1e3d488 HTTP/1.1" status: 200 len: 267 time: 0.0538275 Jul 30 05:04:29.558510 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0d0d8-25c7-4231-87d5-338bb77bcc3a req-f2d898f6-f16f-4640-97d0-518638db9cf4 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:29.560010 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-8ff0d0d8-25c7-4231-87d5-338bb77bcc3a req-f2d898f6-f16f-4640-97d0-518638db9cf4 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 945 time: 0.0570657 Jul 30 05:04:29.615340 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-8ff0d0d8-25c7-4231-87d5-338bb77bcc3a req-8e6cd6a9-4454-44b5-bffd-3fe3a070165d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493577 Jul 30 05:04:29.638577 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-ddf6d57c-9973-42b7-b8ce-571a6812363b tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:29.638780 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-ddf6d57c-9973-42b7-b8ce-571a6812363b tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/networks?id=05de52c4-affb-4a9e-aea7-e8e105567377 HTTP/1.1" status: 200 len: 812 time: 0.1222622 Jul 30 05:04:29.654922 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-a6875a87-d2bd-4219-b47b-06501f2dadc9 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/quotas/db365a6a9f6041a7a8749fd1a1e3d488 HTTP/1.1" status: 200 len: 375 time: 0.0153368 Jul 30 05:04:29.708547 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-aadeb309-671c-4abd-9c6b-15f49af556bb tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=db365a6a9f6041a7a8749fd1a1e3d488&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464592 Jul 30 05:04:29.910063 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-518c2075-3fb5-440b-889f-d5efbd938d88 service neutron] 10.222.0.20 "GET /v2.0/networks/05de52c4-affb-4a9e-aea7-e8e105567377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884916 Jul 30 05:04:30.005328 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-02c95fda-3411-4f1e-b5ba-4c63ba9c954b service neutron] 10.222.0.20 "GET /v2.0/networks/05de52c4-affb-4a9e-aea7-e8e105567377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894940 Jul 30 05:04:30.298571 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-77dcaf22-e4d3-4652-a810-884adee32158 req-c95363c6-530d-44f6-bfd1-b0cac15e4a49 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=8520739a-9a63-4295-843a-b86a4aa10cab HTTP/1.1" status: 200 len: 210 time: 0.0280037 Jul 30 05:04:30.703067 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:30.729112 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:30.740685 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451bc2ed-6ada-4909-88ee-8e1ab392df9c req-39568acc-6388-4a21-a7cc-35d6687bd42c tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:30.742129 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-451bc2ed-6ada-4909-88ee-8e1ab392df9c req-39568acc-6388-4a21-a7cc-35d6687bd42c tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 945 time: 0.0476751 Jul 30 05:04:30.789802 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-451bc2ed-6ada-4909-88ee-8e1ab392df9c req-7796f25f-e0ce-47e2-b629-75289182ec12 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420754 Jul 30 05:04:31.134601 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 55986) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:04:31.263162 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7fbf6ffc-9ff8-4975-8d1c-bbeb439f3bff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:31.348760 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7fbf6ffc-9ff8-4975-8d1c-bbeb439f3bff admin admin] Publish callbacks [] for security_group (a766187e-6a8a-4d90-8c9e-630cbf754adc), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:31.357273 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7fbf6ffc-9ff8-4975-8d1c-bbeb439f3bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (a766187e-6a8a-4d90-8c9e-630cbf754adc), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:31.406495 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-7fbf6ffc-9ff8-4975-8d1c-bbeb439f3bff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=261975d5c2d44a9abb134e44a1ff9594&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2707713 Jul 30 05:04:31.407498 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf6ffc-9ff8-4975-8d1c-bbeb439f3bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a766187e-6a8a-4d90-8c9e-630cbf754adc,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:31.409843 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 55992) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:04:31.415766 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-2e8fdb73-9e06-44e9-b2e5-12146fc5121a req-3e9afa87-9385-490a-8d88-c01f1d7792ee tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=8520739a-9a63-4295-843a-b86a4aa10cab HTTP/1.1" status: 200 len: 210 time: 0.0364835 Jul 30 05:04:31.472329 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-34c91262-8475-4b8d-a6c7-ad5f343d0ac8 admin admin] Publish callbacks [] for security_group (a766187e-6a8a-4d90-8c9e-630cbf754adc), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:31.494263 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-34c91262-8475-4b8d-a6c7-ad5f343d0ac8 admin admin] Publish callbacks [] for security_group (a766187e-6a8a-4d90-8c9e-630cbf754adc), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:31.540671 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-34c91262-8475-4b8d-a6c7-ad5f343d0ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (a766187e-6a8a-4d90-8c9e-630cbf754adc), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:31.543253 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-34c91262-8475-4b8d-a6c7-ad5f343d0ac8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:31.544471 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-34c91262-8475-4b8d-a6c7-ad5f343d0ac8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a766187e-6a8a-4d90-8c9e-630cbf754adc HTTP/1.1" status: 204 len: 168 time: 0.1337337 Jul 30 05:04:31.553336 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c91262-8475-4b8d-a6c7-ad5f343d0ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a766187e-6a8a-4d90-8c9e-630cbf754adc,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:31.807506 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 55998) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:04:31.820876 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e39f6ca9-d25a-4112-85ab-7fab75ebe440 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:31.937518 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c353f-2134-4a93-ab0a-61aefb0eb2f4 req-e6d3f396-819b-4c4b-ac85-c7fe175721f6 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:31.939143 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-549c353f-2134-4a93-ab0a-61aefb0eb2f4 req-e6d3f396-819b-4c4b-ac85-c7fe175721f6 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 945 time: 0.0666075 Jul 30 05:04:31.943900 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e39f6ca9-d25a-4112-85ab-7fab75ebe440 admin admin] Publish callbacks [] for security_group (5f2b9eef-c049-4c3f-a7b0-baf9247fd26d), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:31.958824 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e39f6ca9-d25a-4112-85ab-7fab75ebe440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (5f2b9eef-c049-4c3f-a7b0-baf9247fd26d), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:32.022405 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-e39f6ca9-d25a-4112-85ab-7fab75ebe440 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=efa11ed5a51644d38eebabf813f91ade&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2117271 Jul 30 05:04:32.022837 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 56002) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:04:32.031727 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-549c353f-2134-4a93-ab0a-61aefb0eb2f4 req-3ef390c4-3aae-4710-a40b-b67f0adc4f25 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865810 Jul 30 05:04:32.034509 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f6ca9-d25a-4112-85ab-7fab75ebe440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2b9eef-c049-4c3f-a7b0-baf9247fd26d,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:32.083765 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-42703fa1-b105-411c-a48a-345b4ebd2fc7 admin admin] Publish callbacks [] for security_group (5f2b9eef-c049-4c3f-a7b0-baf9247fd26d), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:32.095833 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:32.171702 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-42703fa1-b105-411c-a48a-345b4ebd2fc7 admin admin] Publish callbacks [] for security_group (5f2b9eef-c049-4c3f-a7b0-baf9247fd26d), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:32.191608 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:32.271195 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-523a112b-8bfc-4e82-9327-7915d76e5f1b tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:32.272928 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-523a112b-8bfc-4e82-9327-7915d76e5f1b tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.49 "GET /v2.0/networks?id=05de52c4-affb-4a9e-aea7-e8e105567377 HTTP/1.1" status: 200 len: 812 time: 0.1728065 Jul 30 05:04:32.280184 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-42703fa1-b105-411c-a48a-345b4ebd2fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (5f2b9eef-c049-4c3f-a7b0-baf9247fd26d), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:32.283843 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-42703fa1-b105-411c-a48a-345b4ebd2fc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:32.287805 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-42703fa1-b105-411c-a48a-345b4ebd2fc7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5f2b9eef-c049-4c3f-a7b0-baf9247fd26d HTTP/1.1" status: 204 len: 168 time: 0.2638838 Jul 30 05:04:32.313000 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42703fa1-b105-411c-a48a-345b4ebd2fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2b9eef-c049-4c3f-a7b0-baf9247fd26d,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:32.363728 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-55e469aa-6ff1-44d9-8ed2-2afdf1e15d74 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db365a6a9f6041a7a8749fd1a1e3d488 HTTP/1.1" status: 200 len: 377 time: 0.0737619 Jul 30 05:04:32.375540 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-aad30327-a0a0-4e0e-b73e-4ae52b2b2add tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Request body: {'port': {'device_id': '8520739a-9a63-4295-843a-b86a4aa10cab', 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377', 'admin_state_up': True, 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'security_groups': ['cf3ed918-95a4-4e38-a727-aa71cf26e56e']}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:04:32.514617 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-aad30327-a0a0-4e0e-b73e-4ae52b2b2add tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Made reservation on behalf of db365a6a9f6041a7a8749fd1a1e3d488 for: {'port': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:04:32.521264 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-aad30327-a0a0-4e0e-b73e-4ae52b2b2add tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:32.582906 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-23579ac4-36d3-478e-a3fd-bb8fc0b0ca1c req-89212619-630f-4034-a823-ee7007d770c9 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=8520739a-9a63-4295-843a-b86a4aa10cab HTTP/1.1" status: 200 len: 210 time: 0.0520592 Jul 30 05:04:32.750504 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-aad30327-a0a0-4e0e-b73e-4ae52b2b2add tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Allocated IP 172.20.0.11 (05de52c4-affb-4a9e-aea7-e8e105567377/c798a7dd-9ba8-4ed3-85fe-837d80a7049f/2044be95-863c-488f-8fdd-ec89733220ef) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:04:32.783341 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 56030) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:04:32.801481 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-180ce9b9-f929-4d63-b0c6-91674a374b5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:32.882762 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:32.926484 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-180ce9b9-f929-4d63-b0c6-91674a374b5a admin admin] Publish callbacks [] for security_group (d8ebd12f-3df2-41ad-9784-87f7f5ba1dcb), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:32.932470 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-180ce9b9-f929-4d63-b0c6-91674a374b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (d8ebd12f-3df2-41ad-9784-87f7f5ba1dcb), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:32.975853 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-aad30327-a0a0-4e0e-b73e-4ae52b2b2add tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for port (2044be95-863c-488f-8fdd-ec89733220ef), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:33.007442 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ce9b9-f929-4d63-b0c6-91674a374b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ebd12f-3df2-41ad-9784-87f7f5ba1dcb,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:33.015877 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-180ce9b9-f929-4d63-b0c6-91674a374b5a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f0d1ca480689490b82a028d1fe66dc2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307243 Jul 30 05:04:33.016406 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 56034) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:04:33.066313 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-aad30327-a0a0-4e0e-b73e-4ae52b2b2add tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (2044be95-863c-488f-8fdd-ec89733220ef), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:33.124581 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:33.131825 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-aad30327-a0a0-4e0e-b73e-4ae52b2b2add tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Network 05de52c4-affb-4a9e-aea7-e8e105567377 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:04:33.145895 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-aad30327-a0a0-4e0e-b73e-4ae52b2b2add tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:04:33.156109 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-aad30327-a0a0-4e0e-b73e-4ae52b2b2add tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 05:04:33.185859 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ad7dd6a7-9117-43e1-ae93-89e4299f8cb7 admin admin] Publish callbacks [] for security_group (d8ebd12f-3df2-41ad-9784-87f7f5ba1dcb), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:33.199056 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 6ca5af71-3aff-4af4-9271-ac47c637cc34 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:04:33.216684 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad30327-a0a0-4e0e-b73e-4ae52b2b2add tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Pushing event updated for resources: {'Port': ['ID=2044be95-863c-488f-8fdd-ec89733220ef,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:33.234742 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.agents_db [None req-c768def0-c5c3-40f0-ac12-561af9dad95f None None] Agent healthcheck: found 6 active agents {{(pid=103973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:04:33.237889 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:33.256563 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-aad30327-a0a0-4e0e-b73e-4ae52b2b2add tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:33.257245 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-aad30327-a0a0-4e0e-b73e-4ae52b2b2add tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:33.261309 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ad7dd6a7-9117-43e1-ae93-89e4299f8cb7 admin admin] Publish callbacks [] for security_group (d8ebd12f-3df2-41ad-9784-87f7f5ba1dcb), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:33.315669 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-aad30327-a0a0-4e0e-b73e-4ae52b2b2add tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9447348 Jul 30 05:04:33.331750 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-c08081bd-6eb9-4e56-845f-3a98fbd7f4c8 service neutron] Request body: {'port': {'device_id': '8520739a-9a63-4295-843a-b86a4aa10cab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:04:33.333935 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port 6ca5af71-3aff-4af4-9271-ac47c637cc34 is: ACTIVE; New status is: DOWN {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:04:33.335366 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (6ca5af71-3aff-4af4-9271-ac47c637cc34), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:33.394489 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ca5af71-3aff-4af4-9271-ac47c637cc34'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:04:33.397706 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097f6318ceefad5cd58475957c164f396c8a98df32e112d8bd5bde4ce5121001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5909c39b-39d4-433e-983c-6c8ca261b9ac" -d '{"events": [{"server_uuid": "b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b", "name": "network-vif-unplugged", "status": "completed", "tag": "6ca5af71-3aff-4af4-9271-ac47c637cc34"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:04:33.404426 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 6ca5af71-3aff-4af4-9271-ac47c637cc34, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=6ca5af71-3aff-4af4-9271-ac47c637cc34,segment=NetworkSegment(e9c7cb1b-4a6d-49ef-8923-a11361e78abf),segment_id=e9c7cb1b-4a6d-49ef-8923-a11361e78abf)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:04:33.415168 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (6ca5af71-3aff-4af4-9271-ac47c637cc34), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:33.439618 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-c08081bd-6eb9-4e56-845f-3a98fbd7f4c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (2044be95-863c-488f-8fdd-ec89733220ef), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:33.465872 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:33.475068 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71d07b-9a1b-4642-9f59-680f3c7d66b6 req-5ca51ed2-5552-45c6-ac50-6de44cd14f85 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:33.477053 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-bc71d07b-9a1b-4642-9f59-680f3c7d66b6 req-5ca51ed2-5552-45c6-ac50-6de44cd14f85 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 943 time: 0.0649250 Jul 30 05:04:33.480742 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 30 Jul 2022 05:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91b3193-7ec6-4930-94e0-203a55168ae8 x-openstack-request-id: req-c91b3193-7ec6-4930-94e0-203a55168ae8 {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:04:33.481094 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b", "name": "network-vif-unplugged", "status": "failed", "tag": "6ca5af71-3aff-4af4-9271-ac47c637cc34", "code": 422}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:04:33.481402 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c91b3193-7ec6-4930-94e0-203a55168ae8 {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:04:33.481808 dv-cinder-851279-3-iscsi neutron-server[103972]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c91b3193-7ec6-4930-94e0-203a55168ae8']: {'server_uuid': 'b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6ca5af71-3aff-4af4-9271-ac47c637cc34', 'code': 422} returned with failed status Jul 30 05:04:33.498913 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=6ca5af71-3aff-4af4-9271-ac47c637cc34,revision_number=8']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:33.507322 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ad7dd6a7-9117-43e1-ae93-89e4299f8cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (d8ebd12f-3df2-41ad-9784-87f7f5ba1dcb), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:33.507974 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:33.508323 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:33.508855 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:33.509383 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:33.509880 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:33.510379 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:33.510909 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:33.511650 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ad7dd6a7-9117-43e1-ae93-89e4299f8cb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:33.512148 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:33.512621 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-ad7dd6a7-9117-43e1-ae93-89e4299f8cb7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d8ebd12f-3df2-41ad-9784-87f7f5ba1dcb HTTP/1.1" status: 204 len: 168 time: 0.4944837 Jul 30 05:04:33.512807 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:33.513279 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:33.514327 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:33.514914 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:33.515407 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:33.515915 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:33.516984 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:04:33.531124 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7dd6a7-9117-43e1-ae93-89e4299f8cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ebd12f-3df2-41ad-9784-87f7f5ba1dcb,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:33.572232 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:33.573833 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-330c3915-0da3-4141-965d-3285869831cf None None] Provisioning complete for port 2044be95-863c-488f-8fdd-ec89733220ef triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:04:33.574473 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-330c3915-0da3-4141-965d-3285869831cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (2044be95-863c-488f-8fdd-ec89733220ef), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:33.616240 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-bc71d07b-9a1b-4642-9f59-680f3c7d66b6 req-37e443cc-d014-426a-89e1-b9fc057046c9 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285341 Jul 30 05:04:33.620707 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-330c3915-0da3-4141-965d-3285869831cf None None] Port 2044be95-863c-488f-8fdd-ec89733220ef cannot update to ACTIVE because it is not bound. {{(pid=103972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 30 05:04:33.748223 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a71d8-e354-4501-9c01-a71c944a145b req-ed460872-89a9-45da-b26c-e6a59ccdd208 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:33.749995 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-149a71d8-e354-4501-9c01-a71c944a145b req-ed460872-89a9-45da-b26c-e6a59ccdd208 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=8520739a-9a63-4295-843a-b86a4aa10cab HTTP/1.1" status: 200 len: 932 time: 0.0668836 Jul 30 05:04:33.876136 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-32da6da8-1305-40bf-8337-ac8d697e3506 req-d1ebb221-1185-486f-8fd8-737fce5f3a9d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0779741 Jul 30 05:04:33.897571 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-149a71d8-e354-4501-9c01-a71c944a145b req-5f40c047-4f23-49a8-922d-3dc142dbac65 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1338921 Jul 30 05:04:33.910551 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-c08081bd-6eb9-4e56-845f-3a98fbd7f4c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2044be95-863c-488f-8fdd-ec89733220ef {{(pid=103971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 05:04:33.927848 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-c08081bd-6eb9-4e56-845f-3a98fbd7f4c8 service neutron] Publish callbacks [] for port (2044be95-863c-488f-8fdd-ec89733220ef), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:33.977296 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.provisioning_blocks [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-c08081bd-6eb9-4e56-845f-3a98fbd7f4c8 service neutron] Transition to ACTIVE for port object 2044be95-863c-488f-8fdd-ec89733220ef will not be triggered until provisioned by entity L2. {{(pid=103971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 30 05:04:33.984529 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-c08081bd-6eb9-4e56-845f-3a98fbd7f4c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3264605'] for port (2044be95-863c-488f-8fdd-ec89733220ef), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:33.998853 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da6da8-1305-40bf-8337-ac8d697e3506 req-92212691-553c-4db2-85a7-529b83feddf4 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:34.000201 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-32da6da8-1305-40bf-8337-ac8d697e3506 req-92212691-553c-4db2-85a7-529b83feddf4 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports/6ca5af71-3aff-4af4-9271-ac47c637cc34 HTTP/1.1" status: 200 len: 940 time: 0.0792177 Jul 30 05:04:34.080532 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08081bd-6eb9-4e56-845f-3a98fbd7f4c8 service neutron] Pushing event updated for resources: {'Port': ['ID=2044be95-863c-488f-8fdd-ec89733220ef,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:34.112693 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-c08081bd-6eb9-4e56-845f-3a98fbd7f4c8 service neutron] Attempting to bind port 2044be95-863c-488f-8fdd-ec89733220ef on host hv-cinder-85127 for vnic_type normal with profile {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 05:04:34.113029 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-c08081bd-6eb9-4e56-845f-3a98fbd7f4c8 service neutron] Attempting to bind port 2044be95-863c-488f-8fdd-ec89733220ef by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': 'a9ddd08e-1fb2-469e-b382-60c39d06501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377'}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 05:04:34.113354 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-c08081bd-6eb9-4e56-845f-3a98fbd7f4c8 service neutron] Attempting to bind port 2044be95-863c-488f-8fdd-ec89733220ef on network 05de52c4-affb-4a9e-aea7-e8e105567377 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:04:34.118344 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-c08081bd-6eb9-4e56-845f-3a98fbd7f4c8 service neutron] Port 2044be95-863c-488f-8fdd-ec89733220ef on network 05de52c4-affb-4a9e-aea7-e8e105567377 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 30 05:04:34.118702 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-c08081bd-6eb9-4e56-845f-3a98fbd7f4c8 service neutron] Attempting to bind port 2044be95-863c-488f-8fdd-ec89733220ef on network 05de52c4-affb-4a9e-aea7-e8e105567377 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:04:34.123960 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-c08081bd-6eb9-4e56-845f-3a98fbd7f4c8 service neutron] Checking agent: {'id': 'dec4dcff-e2ed-49ed-8dd3-cc3856f345b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 56, 16), 'started_at': datetime.datetime(2022, 7, 30, 4, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 5, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 05:04:34.124210 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-c08081bd-6eb9-4e56-845f-3a98fbd7f4c8 service neutron] Checking segment: {'id': 'a9ddd08e-1fb2-469e-b382-60c39d06501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 05:04:34.124724 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-c08081bd-6eb9-4e56-845f-3a98fbd7f4c8 service neutron] Bound using segment: {'id': 'a9ddd08e-1fb2-469e-b382-60c39d06501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377'} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 05:04:34.124998 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-c08081bd-6eb9-4e56-845f-3a98fbd7f4c8 service neutron] Bound port: 2044be95-863c-488f-8fdd-ec89733220ef, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9ddd08e-1fb2-469e-b382-60c39d06501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377'}}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 05:04:34.125355 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-c08081bd-6eb9-4e56-845f-3a98fbd7f4c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (2044be95-863c-488f-8fdd-ec89733220ef), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:34.198195 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-c08081bd-6eb9-4e56-845f-3a98fbd7f4c8 service neutron] For port 2044be95-863c-488f-8fdd-ec89733220ef, host hv-cinder-85127, cleared binding levels {{(pid=103971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:04:34.202363 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-c08081bd-6eb9-4e56-845f-3a98fbd7f4c8 service neutron] For port 2044be95-863c-488f-8fdd-ec89733220ef, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=2044be95-863c-488f-8fdd-ec89733220ef,segment=NetworkSegment(a9ddd08e-1fb2-469e-b382-60c39d06501a),segment_id=a9ddd08e-1fb2-469e-b382-60c39d06501a)] {{(pid=103971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:04:34.208953 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-c08081bd-6eb9-4e56-845f-3a98fbd7f4c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3264605'] for port (2044be95-863c-488f-8fdd-ec89733220ef), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:34.214107 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-c08081bd-6eb9-4e56-845f-3a98fbd7f4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:34.214763 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-c08081bd-6eb9-4e56-845f-3a98fbd7f4c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:34.216207 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-c08081bd-6eb9-4e56-845f-3a98fbd7f4c8 service neutron] 10.222.0.49 "PUT /v2.0/ports/2044be95-863c-488f-8fdd-ec89733220ef HTTP/1.1" status: 200 len: 1094 time: 0.8908160 Jul 30 05:04:34.216711 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8520739a-9a63-4295-843a-b86a4aa10cab', 'tag': '2044be95-863c-488f-8fdd-ec89733220ef'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:04:34.219136 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b16b4900bbfc643f3f19b33d02e463cc441e963483cfbcd5657a130b47b3c9ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c70ce45-55c2-4a90-af5a-376e6a817506" -d '{"events": [{"name": "network-changed", "server_uuid": "8520739a-9a63-4295-843a-b86a4aa10cab", "tag": "2044be95-863c-488f-8fdd-ec89733220ef"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:04:34.269996 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:34.278883 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Jul 2022 05:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1cea94-5e02-45df-91bd-d7ed378d0da1 x-openstack-request-id: req-dd1cea94-5e02-45df-91bd-d7ed378d0da1 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:04:34.279170 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8520739a-9a63-4295-843a-b86a4aa10cab", "tag": "2044be95-863c-488f-8fdd-ec89733220ef", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:04:34.279418 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd1cea94-5e02-45df-91bd-d7ed378d0da1 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:04:34.279812 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd1cea94-5e02-45df-91bd-d7ed378d0da1'] response: {'name': 'network-changed', 'server_uuid': '8520739a-9a63-4295-843a-b86a4aa10cab', 'tag': '2044be95-863c-488f-8fdd-ec89733220ef', 'status': 'completed', 'code': 200} Jul 30 05:04:34.294546 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:34.333950 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08081bd-6eb9-4e56-845f-3a98fbd7f4c8 service neutron] Pushing event updated for resources: {'Port': ['ID=2044be95-863c-488f-8fdd-ec89733220ef,revision_number=3']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:34.341574 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-bcb99072-383e-4dfb-b250-6e857ff4eb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:34.343107 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-bcb99072-383e-4dfb-b250-6e857ff4eb06 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db365a6a9f6041a7a8749fd1a1e3d488&device_id=8520739a-9a63-4295-843a-b86a4aa10cab HTTP/1.1" status: 200 len: 1128 time: 0.0719545 Jul 30 05:04:34.392653 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-1481e2e2-bd7b-4e6e-b1e0-a7620484aea3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2044be95-863c-488f-8fdd-ec89733220ef HTTP/1.1" status: 200 len: 217 time: 0.0373168 Jul 30 05:04:34.461066 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-756b82d3-ab3b-48e6-bc5d-88f3216c2897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:34.462737 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-756b82d3-ab3b-48e6-bc5d-88f3216c2897 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c798a7dd-9ba8-4ed3-85fe-837d80a7049f HTTP/1.1" status: 200 len: 851 time: 0.0544934 Jul 30 05:04:34.522034 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-b8d11c1d-3549-4e4e-9b3e-62c62518453f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:34.523834 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-b8d11c1d-3549-4e4e-9b3e-62c62518453f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05de52c4-affb-4a9e-aea7-e8e105567377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448217 Jul 30 05:04:34.641514 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-2ebc5e3a-a246-4d01-9251-3ee231dfd18b service neutron] 10.222.0.49 "GET /v2.0/networks/05de52c4-affb-4a9e-aea7-e8e105567377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070862 Jul 30 05:04:34.742504 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3f07b-4a44-4f5d-89d0-42432faeb1c7 req-bf1c9606-3830-442a-93c2-77b40804b2e6 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:34.744073 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-18a3f07b-4a44-4f5d-89d0-42432faeb1c7 req-bf1c9606-3830-442a-93c2-77b40804b2e6 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 943 time: 0.0490868 Jul 30 05:04:34.792306 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-18a3f07b-4a44-4f5d-89d0-42432faeb1c7 req-5727548e-e8a7-4322-bac5-e36db3200f34 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422852 Jul 30 05:04:34.834691 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 56100) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:04:34.949010 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f5324723-1c18-4f37-b0c5-7575d45fd2d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:35.053609 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5c0ec-5701-4bf2-833a-6fe0f3394d35 req-ac688242-1eaf-4768-901c-3ab034b1c166 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:35.055299 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-40a5c0ec-5701-4bf2-833a-6fe0f3394d35 req-ac688242-1eaf-4768-901c-3ab034b1c166 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=8520739a-9a63-4295-843a-b86a4aa10cab HTTP/1.1" status: 200 len: 944 time: 0.0677495 Jul 30 05:04:35.100163 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f5324723-1c18-4f37-b0c5-7575d45fd2d6 admin admin] Publish callbacks [] for security_group (ff847cef-8c69-49a8-be10-c23fedc4f51b), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:35.111142 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f5324723-1c18-4f37-b0c5-7575d45fd2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (ff847cef-8c69-49a8-be10-c23fedc4f51b), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:35.165264 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-40a5c0ec-5701-4bf2-833a-6fe0f3394d35 req-8dd7ef4e-21ca-4dc7-a3bb-c189bd274035 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1023989 Jul 30 05:04:35.172924 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-f5324723-1c18-4f37-b0c5-7575d45fd2d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=142718404c574fbe82c37ea5751157b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3365767 Jul 30 05:04:35.174129 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5324723-1c18-4f37-b0c5-7575d45fd2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff847cef-8c69-49a8-be10-c23fedc4f51b,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:35.176531 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 56106) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:04:35.197965 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da6da8-1305-40bf-8337-ac8d697e3506 req-9a07dc7a-e716-48cb-8b3f-372e65fe36f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:35.199478 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-32da6da8-1305-40bf-8337-ac8d697e3506 req-9a07dc7a-e716-48cb-8b3f-372e65fe36f0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b&tenant_id=bc6f8afc1abf427f92c44fdc55994b18 HTTP/1.1" status: 200 len: 1127 time: 0.3474002 Jul 30 05:04:35.226964 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-38169d6a-0652-48f3-999e-42c0b2dca3e7 req-71cb8233-579d-4005-956e-67da5bbf7f82 service neutron] 10.222.0.49 "GET /v2.0/networks/05de52c4-affb-4a9e-aea7-e8e105567377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971107 Jul 30 05:04:35.231644 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1a0579f6-6869-4ef2-acc2-2b50059860ed admin admin] Publish callbacks [] for security_group (ff847cef-8c69-49a8-be10-c23fedc4f51b), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:35.256544 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1a0579f6-6869-4ef2-acc2-2b50059860ed admin admin] Publish callbacks [] for security_group (ff847cef-8c69-49a8-be10-c23fedc4f51b), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:35.275607 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da6da8-1305-40bf-8337-ac8d697e3506 req-c401af22-d8e9-4736-9acd-c6e0d2997093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:35.277073 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-32da6da8-1305-40bf-8337-ac8d697e3506 req-c401af22-d8e9-4736-9acd-c6e0d2997093 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bc6f8afc1abf427f92c44fdc55994b18&device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 1127 time: 0.0409143 Jul 30 05:04:35.306226 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1a0579f6-6869-4ef2-acc2-2b50059860ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (ff847cef-8c69-49a8-be10-c23fedc4f51b), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:35.308917 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1a0579f6-6869-4ef2-acc2-2b50059860ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:35.310070 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-1a0579f6-6869-4ef2-acc2-2b50059860ed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff847cef-8c69-49a8-be10-c23fedc4f51b HTTP/1.1" status: 204 len: 168 time: 0.1326382 Jul 30 05:04:35.319063 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0579f6-6869-4ef2-acc2-2b50059860ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff847cef-8c69-49a8-be10-c23fedc4f51b,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:35.569476 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70ce45-55c2-4a90-af5a-376e6a817506 req-e97b8fee-632a-48f4-ab6f-169d45f67016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:35.571056 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2c70ce45-55c2-4a90-af5a-376e6a817506 req-e97b8fee-632a-48f4-ab6f-169d45f67016 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db365a6a9f6041a7a8749fd1a1e3d488&device_id=8520739a-9a63-4295-843a-b86a4aa10cab HTTP/1.1" status: 200 len: 1128 time: 0.0870173 Jul 30 05:04:35.646393 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da6da8-1305-40bf-8337-ac8d697e3506 req-9ea6f257-3bcd-4395-aff3-361ef0bc7414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:35.648099 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-32da6da8-1305-40bf-8337-ac8d697e3506 req-9ea6f257-3bcd-4395-aff3-361ef0bc7414 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fdf70601-7662-4f43-8ddd-db3bc3add8d1 HTTP/1.1" status: 200 len: 918 time: 0.1750128 Jul 30 05:04:35.735628 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-32da6da8-1305-40bf-8337-ac8d697e3506 req-34899060-47db-457b-8b90-f98291c674e0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ca5af71-3aff-4af4-9271-ac47c637cc34 HTTP/1.1" status: 200 len: 998 time: 0.0788944 Jul 30 05:04:35.736748 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70ce45-55c2-4a90-af5a-376e6a817506 req-1eb92e65-76e9-4688-be2a-cfc4b35ceb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:35.738059 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2c70ce45-55c2-4a90-af5a-376e6a817506 req-1eb92e65-76e9-4688-be2a-cfc4b35ceb65 service neutron] 10.222.0.49 "GET /v2.0/networks?id=05de52c4-affb-4a9e-aea7-e8e105567377 HTTP/1.1" status: 200 len: 913 time: 0.1538043 Jul 30 05:04:35.815785 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2c70ce45-55c2-4a90-af5a-376e6a817506 req-4db91b62-f0d2-413c-aa85-43fa046fbd04 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2044be95-863c-488f-8fdd-ec89733220ef HTTP/1.1" status: 200 len: 217 time: 0.0624721 Jul 30 05:04:35.867594 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da6da8-1305-40bf-8337-ac8d697e3506 req-c659dc2d-92bb-46cb-b9c9-efc6fe019dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:35.869321 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-32da6da8-1305-40bf-8337-ac8d697e3506 req-c659dc2d-92bb-46cb-b9c9-efc6fe019dd1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=872e5683-a168-4487-9376-0296b22d54e2 HTTP/1.1" status: 200 len: 856 time: 0.1170628 Jul 30 05:04:35.925394 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70ce45-55c2-4a90-af5a-376e6a817506 req-2c0c2e34-9f74-41cf-8d02-d375dbdfc466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:35.926859 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2c70ce45-55c2-4a90-af5a-376e6a817506 req-2c0c2e34-9f74-41cf-8d02-d375dbdfc466 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c798a7dd-9ba8-4ed3-85fe-837d80a7049f HTTP/1.1" status: 200 len: 851 time: 0.1032336 Jul 30 05:04:35.964733 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da6da8-1305-40bf-8337-ac8d697e3506 req-c9d56cf3-0d27-458a-bdab-bd6d9c68337f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:35.966211 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-32da6da8-1305-40bf-8337-ac8d697e3506 req-c9d56cf3-0d27-458a-bdab-bd6d9c68337f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fdf70601-7662-4f43-8ddd-db3bc3add8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0885136 Jul 30 05:04:35.984522 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:36.000045 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:36.007711 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d05aea-c99c-4dc3-8ed4-933018da794a req-f3598ef9-1558-432a-a454-85700e4f0ef9 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:36.008510 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f2d05aea-c99c-4dc3-8ed4-933018da794a req-f3598ef9-1558-432a-a454-85700e4f0ef9 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 943 time: 0.1191180 Jul 30 05:04:36.060360 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70ce45-55c2-4a90-af5a-376e6a817506 req-1eab2145-5174-466f-85cd-829285fe3276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:36.061820 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2c70ce45-55c2-4a90-af5a-376e6a817506 req-1eab2145-5174-466f-85cd-829285fe3276 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05de52c4-affb-4a9e-aea7-e8e105567377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1143532 Jul 30 05:04:36.178939 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f2d05aea-c99c-4dc3-8ed4-933018da794a req-558b183f-ad74-4ef7-92e7-227a4f32b702 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556659 Jul 30 05:04:36.186976 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-32da6da8-1305-40bf-8337-ac8d697e3506 req-c8674a6b-6d10-47d4-aeda-7d3a65c016fc service neutron] 10.222.0.49 "GET /v2.0/networks/fdf70601-7662-4f43-8ddd-db3bc3add8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988430 Jul 30 05:04:36.267313 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2c70ce45-55c2-4a90-af5a-376e6a817506 req-1917545e-d1c6-4b4b-a78c-a5ecdebaee36 service neutron] 10.222.0.49 "GET /v2.0/networks/05de52c4-affb-4a9e-aea7-e8e105567377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875634 Jul 30 05:04:36.330679 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82172f-5039-4eaa-a91f-1eaac9352b5f req-2f58092e-158d-46fa-8d4f-12a4f1a52756 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:36.332901 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-8c82172f-5039-4eaa-a91f-1eaac9352b5f req-2f58092e-158d-46fa-8d4f-12a4f1a52756 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=8520739a-9a63-4295-843a-b86a4aa10cab HTTP/1.1" status: 200 len: 944 time: 0.0566235 Jul 30 05:04:36.360908 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-32da6da8-1305-40bf-8337-ac8d697e3506 req-04250778-3f40-4a56-8c09-906c7879e28e service neutron] 10.222.0.49 "GET /v2.0/networks/fdf70601-7662-4f43-8ddd-db3bc3add8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658657 Jul 30 05:04:36.394695 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2c70ce45-55c2-4a90-af5a-376e6a817506 req-da7ded82-07c3-4859-bcc1-9f35fc266450 service neutron] 10.222.0.49 "GET /v2.0/networks/05de52c4-affb-4a9e-aea7-e8e105567377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179044 Jul 30 05:04:36.412123 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-8c82172f-5039-4eaa-a91f-1eaac9352b5f req-0f791520-3ec4-4da4-87d4-81adc99e7784 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0702355 Jul 30 05:04:37.314548 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d6f75-dcc1-46f1-b2f9-bfd3243b48ff req-84beca58-9524-4461-ab82-fb4ce70ed8a7 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:37.316060 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d02d6f75-dcc1-46f1-b2f9-bfd3243b48ff req-84beca58-9524-4461-ab82-fb4ce70ed8a7 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 943 time: 0.0558796 Jul 30 05:04:37.365919 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d02d6f75-dcc1-46f1-b2f9-bfd3243b48ff req-1d277152-99e0-41f7-812b-f10365649362 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434222 Jul 30 05:04:37.587894 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf85d8-4ecf-4e03-8997-8f3f4adf82ba req-e8ce3cf3-4b4a-45eb-9f2c-df7755e2cc5c tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:37.589520 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-94cf85d8-4ecf-4e03-8997-8f3f4adf82ba req-e8ce3cf3-4b4a-45eb-9f2c-df7755e2cc5c tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=8520739a-9a63-4295-843a-b86a4aa10cab HTTP/1.1" status: 200 len: 944 time: 0.0865951 Jul 30 05:04:37.646787 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-94cf85d8-4ecf-4e03-8997-8f3f4adf82ba req-d10c4755-05ff-4278-95bd-02d30b9fb9be tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0506418 Jul 30 05:04:38.533946 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e98d0-7e5d-4f57-afa8-d41359c421b8 req-c9e6f717-ebbe-4c60-b1c4-61f6b6b880ee tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:38.535937 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-aa5e98d0-7e5d-4f57-afa8-d41359c421b8 req-c9e6f717-ebbe-4c60-b1c4-61f6b6b880ee tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 943 time: 0.0768647 Jul 30 05:04:38.611653 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-aa5e98d0-7e5d-4f57-afa8-d41359c421b8 req-0c1174d5-8e55-4b0c-a97f-b8b4d975dfe0 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644710 Jul 30 05:04:38.823218 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26c1cf-4e92-4db3-9757-a3a809c43e5a req-2595689b-ce4d-4d0e-b4cc-907b67bf8874 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:38.824618 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-de26c1cf-4e92-4db3-9757-a3a809c43e5a req-2595689b-ce4d-4d0e-b4cc-907b67bf8874 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=8520739a-9a63-4295-843a-b86a4aa10cab HTTP/1.1" status: 200 len: 944 time: 0.0615718 Jul 30 05:04:38.871835 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:38.883825 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-de26c1cf-4e92-4db3-9757-a3a809c43e5a req-c7797628-853c-4812-830c-790dcb0b9f4b tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0534432 Jul 30 05:04:38.985743 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:39.783535 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97cf6f-d178-40da-b8e1-89b1afff6dc7 req-20257a2d-7691-4fba-bfe1-a57ee625a198 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:39.785082 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4c97cf6f-d178-40da-b8e1-89b1afff6dc7 req-20257a2d-7691-4fba-bfe1-a57ee625a198 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 943 time: 0.0478191 Jul 30 05:04:39.842133 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4c97cf6f-d178-40da-b8e1-89b1afff6dc7 req-d825de94-8be0-49df-ab6b-5e3448dd3c33 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506644 Jul 30 05:04:40.009796 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1b163-62af-4585-b54f-177114ff3b0f req-daae5fc2-247c-48c3-83d7-6aadae15c79a tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:40.011311 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-49b1b163-62af-4585-b54f-177114ff3b0f req-daae5fc2-247c-48c3-83d7-6aadae15c79a tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=8520739a-9a63-4295-843a-b86a4aa10cab HTTP/1.1" status: 200 len: 944 time: 0.0527983 Jul 30 05:04:40.078384 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-49b1b163-62af-4585-b54f-177114ff3b0f req-0a5c1da2-68bd-44d3-a67f-6dc367ccc3c3 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0602186 Jul 30 05:04:40.972818 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10df9b-8f5f-4c83-9ef2-10b770a192fa req-25642753-97ca-4fc2-98ef-c1b218beb062 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:40.974200 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-7f10df9b-8f5f-4c83-9ef2-10b770a192fa req-25642753-97ca-4fc2-98ef-c1b218beb062 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 943 time: 0.0494776 Jul 30 05:04:41.037136 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-7f10df9b-8f5f-4c83-9ef2-10b770a192fa req-d19d6c15-cf01-42b1-a0dd-c17de1d1a1f9 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564880 Jul 30 05:04:41.207181 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0327a-d12e-4008-a0a2-1df17c057b22 req-70db6ac6-be9c-405b-bab3-cd5704d2c306 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:41.212090 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-29c0327a-d12e-4008-a0a2-1df17c057b22 req-70db6ac6-be9c-405b-bab3-cd5704d2c306 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=8520739a-9a63-4295-843a-b86a4aa10cab HTTP/1.1" status: 200 len: 944 time: 0.0591917 Jul 30 05:04:41.266972 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-29c0327a-d12e-4008-a0a2-1df17c057b22 req-40aab808-d1bb-41c4-a796-6f1649d2bacf tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0514722 Jul 30 05:04:42.168033 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9405f5-b7b5-4270-9726-25000d588784 req-9fdbc7d4-ae0f-407e-bbe0-026f5f4d39f5 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:42.169494 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1b9405f5-b7b5-4270-9726-25000d588784 req-9fdbc7d4-ae0f-407e-bbe0-026f5f4d39f5 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 943 time: 0.0533531 Jul 30 05:04:42.218074 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1b9405f5-b7b5-4270-9726-25000d588784 req-eb7c9a19-38d2-4dc2-8827-ac7c96ad5aec tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423329 Jul 30 05:04:42.379589 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:42.402107 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4dae5-ac7a-41c0-b344-2e8d95a3c9f5 req-359065b4-a60d-4136-bd32-7eb0ce0ef74a tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:42.403601 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-25e4dae5-ac7a-41c0-b344-2e8d95a3c9f5 req-359065b4-a60d-4136-bd32-7eb0ce0ef74a tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=8520739a-9a63-4295-843a-b86a4aa10cab HTTP/1.1" status: 200 len: 944 time: 0.0555718 Jul 30 05:04:42.456626 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-25e4dae5-ac7a-41c0-b344-2e8d95a3c9f5 req-653999b5-c908-46b0-b264-8b032fa473cf tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0461540 Jul 30 05:04:43.373895 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabc480-b603-4b74-8660-997e6db3fb15 req-5a899251-ffc4-43a1-9cdb-a5b58fb1d781 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:43.378909 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0fabc480-b603-4b74-8660-997e6db3fb15 req-5a899251-ffc4-43a1-9cdb-a5b58fb1d781 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 943 time: 0.0636292 Jul 30 05:04:43.420633 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:43.436891 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0fabc480-b603-4b74-8660-997e6db3fb15 req-8bd47bd1-057e-407e-8ff9-1f2ba5d633a0 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552406 Jul 30 05:04:43.594648 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62bbfb-64c5-4814-9ce5-141abfc15563 req-8858963a-7abe-4167-a9a6-eef2b40354f6 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:43.596507 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-4c62bbfb-64c5-4814-9ce5-141abfc15563 req-8858963a-7abe-4167-a9a6-eef2b40354f6 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=8520739a-9a63-4295-843a-b86a4aa10cab HTTP/1.1" status: 200 len: 944 time: 0.0584047 Jul 30 05:04:43.646072 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-4c62bbfb-64c5-4814-9ce5-141abfc15563 req-129169f2-0b52-457d-89f0-4a9f6a414b9a tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0441682 Jul 30 05:04:44.548087 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:44.564696 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61c42a-67e6-4968-9fb8-1bb83ea7126d req-a1aa5018-55c6-44c9-af56-f6335244bde8 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:44.566161 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ac61c42a-67e6-4968-9fb8-1bb83ea7126d req-a1aa5018-55c6-44c9-af56-f6335244bde8 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 943 time: 0.0504737 Jul 30 05:04:44.614334 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ac61c42a-67e6-4968-9fb8-1bb83ea7126d req-2ae4ca2f-8beb-442a-98e4-1eb0dd04293b tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425978 Jul 30 05:04:44.774731 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf528f-9966-4d16-a4f0-8450d7998328 req-171ef8ab-8d3c-4ee7-9030-0aae6233f104 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:44.776347 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-50bf528f-9966-4d16-a4f0-8450d7998328 req-171ef8ab-8d3c-4ee7-9030-0aae6233f104 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=8520739a-9a63-4295-843a-b86a4aa10cab HTTP/1.1" status: 200 len: 944 time: 0.0556791 Jul 30 05:04:44.832104 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-50bf528f-9966-4d16-a4f0-8450d7998328 req-769e97cb-50a6-4482-b368-48f3998d4a08 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0499384 Jul 30 05:04:45.330939 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=78 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:45.332356 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=4 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:45.826054 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61977cc6-4871-4d0c-9c4e-093833ade133 req-cc5e3e06-2143-46ff-b40b-5ac0f261e156 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:45.827567 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-61977cc6-4871-4d0c-9c4e-093833ade133 req-cc5e3e06-2143-46ff-b40b-5ac0f261e156 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 943 time: 0.0825968 Jul 30 05:04:45.896996 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05da785-f883-4e58-bb53-b1763b114296 req-00e8706e-78d2-4fbf-93ce-63f87ad009df tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:45.898553 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-c05da785-f883-4e58-bb53-b1763b114296 req-00e8706e-78d2-4fbf-93ce-63f87ad009df tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 984 time: 0.0627825 Jul 30 05:04:45.900943 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-61977cc6-4871-4d0c-9c4e-093833ade133 req-17a3c68c-7d23-44e7-8b15-0a776d1f0f0a tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662906 Jul 30 05:04:45.974481 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-c05da785-f883-4e58-bb53-b1763b114296 req-aadb5c9e-a53a-410f-8a07-1602056af51e tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2e8fdbe-c42e-4a4b-bfe5-089c4b11466f&id=690caee6-5100-4da4-985a-a65da1b16b03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0640557 Jul 30 05:04:46.058383 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca5bcc-1558-4348-87c8-4ecb4f5f3325 req-d2ec0f03-3f27-4185-aac6-03b4c46ca7ff tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:46.063638 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (dec4dcff-e2ed-49ed-8dd3-cc3856f345b5), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:46.070118 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4aca5bcc-1558-4348-87c8-4ecb4f5f3325 req-d2ec0f03-3f27-4185-aac6-03b4c46ca7ff tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=8520739a-9a63-4295-843a-b86a4aa10cab HTTP/1.1" status: 200 len: 944 time: 0.0877092 Jul 30 05:04:46.115950 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4aca5bcc-1558-4348-87c8-4ecb4f5f3325 req-7f373108-b4fa-4bd5-9d9b-c572a1c05585 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0448515 Jul 30 05:04:47.039423 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ae620-33bc-4286-a256-003b7437bce3 req-5352db8a-24b0-45bd-8de7-bc0d68ca2357 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:47.040853 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-ed8ae620-33bc-4286-a256-003b7437bce3 req-5352db8a-24b0-45bd-8de7-bc0d68ca2357 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 943 time: 0.0570436 Jul 30 05:04:47.096578 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-ed8ae620-33bc-4286-a256-003b7437bce3 req-2933f964-2ca0-47fb-9b9d-49c6c86af8cd tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497720 Jul 30 05:04:47.101534 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878df021-7ca6-43dd-a7f8-c00dbb99dcbe req-81a66b3d-8c5a-49ae-86e5-326052b08167 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:47.103288 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-878df021-7ca6-43dd-a7f8-c00dbb99dcbe req-81a66b3d-8c5a-49ae-86e5-326052b08167 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 984 time: 0.0507300 Jul 30 05:04:47.171027 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-878df021-7ca6-43dd-a7f8-c00dbb99dcbe req-38879452-a79d-43f6-a557-f9c6cfa9ae63 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2e8fdbe-c42e-4a4b-bfe5-089c4b11466f&id=690caee6-5100-4da4-985a-a65da1b16b03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0623105 Jul 30 05:04:47.236296 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f494d55-fd6d-43c9-8915-cb79f9e4e8fd req-b9bfa2ca-9b5f-4fc7-bc99-f2b2c946c026 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:47.237766 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-6f494d55-fd6d-43c9-8915-cb79f9e4e8fd req-b9bfa2ca-9b5f-4fc7-bc99-f2b2c946c026 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=8520739a-9a63-4295-843a-b86a4aa10cab HTTP/1.1" status: 200 len: 944 time: 0.0473936 Jul 30 05:04:47.287873 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-6f494d55-fd6d-43c9-8915-cb79f9e4e8fd req-b9f4aee9-dbc1-4e4c-a70b-6f4064757cfd tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0445457 Jul 30 05:04:48.224375 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a0afd-4502-48db-ad80-1e5f504790e4 req-1f706e1d-da56-4337-a36d-a47759789842 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:48.225881 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-218a0afd-4502-48db-ad80-1e5f504790e4 req-1f706e1d-da56-4337-a36d-a47759789842 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 943 time: 0.0493436 Jul 30 05:04:48.276608 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-218a0afd-4502-48db-ad80-1e5f504790e4 req-0493fce9-a8d8-47b0-91e4-9cb5138df705 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448713 Jul 30 05:04:48.296456 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e2799-957d-489a-a3b5-db45d4c46fff req-9edbbe52-692d-47d1-b149-b2dfd6d61b4f tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:48.298782 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-6a6e2799-957d-489a-a3b5-db45d4c46fff req-9edbbe52-692d-47d1-b149-b2dfd6d61b4f tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 984 time: 0.0538645 Jul 30 05:04:48.360891 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-6a6e2799-957d-489a-a3b5-db45d4c46fff req-994aeb1d-db25-4cc1-8cb6-ef6c738edf40 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2e8fdbe-c42e-4a4b-bfe5-089c4b11466f&id=690caee6-5100-4da4-985a-a65da1b16b03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563712 Jul 30 05:04:48.404548 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96f0b6-8957-464b-84db-bda1d425114a req-63eba878-8b17-4ea9-8995-4272c17d7e97 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:48.405903 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8b96f0b6-8957-464b-84db-bda1d425114a req-63eba878-8b17-4ea9-8995-4272c17d7e97 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=8520739a-9a63-4295-843a-b86a4aa10cab HTTP/1.1" status: 200 len: 944 time: 0.0470924 Jul 30 05:04:48.456203 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8b96f0b6-8957-464b-84db-bda1d425114a req-5fae95cf-0066-467d-aa27-280e3810c623 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0443461 Jul 30 05:04:48.599611 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768c49a-bca2-4ba4-97bc-8177394b00c0 req-65251ba4-70e3-4bf9-b136-84dfabc7a7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:48.601069 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6768c49a-bca2-4ba4-97bc-8177394b00c0 req-65251ba4-70e3-4bf9-b136-84dfabc7a7f5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=abbb209e2c194596bb3e8b9a6880646e&device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 1168 time: 0.0433006 Jul 30 05:04:48.691752 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768c49a-bca2-4ba4-97bc-8177394b00c0 req-76c0e145-0b2e-4044-902e-2281ea6a22bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:48.693103 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6768c49a-bca2-4ba4-97bc-8177394b00c0 req-76c0e145-0b2e-4044-902e-2281ea6a22bf service neutron] 10.222.0.49 "GET /v2.0/networks?id=1c90acd2-47b7-4570-be05-943c9579a240 HTTP/1.1" status: 200 len: 916 time: 0.0860171 Jul 30 05:04:48.757337 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6768c49a-bca2-4ba4-97bc-8177394b00c0 req-e810a7b6-3b84-4bde-be56-13e8ffaf3da8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=abedbf31-d88b-46bc-a1ef-33a68dcc3b21 HTTP/1.1" status: 200 len: 1001 time: 0.0577862 Jul 30 05:04:48.804911 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768c49a-bca2-4ba4-97bc-8177394b00c0 req-4e949283-1a1c-45d2-bfdc-72321ac081ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:48.806348 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6768c49a-bca2-4ba4-97bc-8177394b00c0 req-4e949283-1a1c-45d2-bfdc-72321ac081ef service neutron] 10.222.0.49 "GET /v2.0/subnets?id=30f2efdf-c1bd-49e5-b5a7-c252ac894c33 HTTP/1.1" status: 200 len: 854 time: 0.0433106 Jul 30 05:04:48.850120 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768c49a-bca2-4ba4-97bc-8177394b00c0 req-6e6d6d64-9691-456d-a11f-9bbfa58015a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:48.851917 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6768c49a-bca2-4ba4-97bc-8177394b00c0 req-6e6d6d64-9691-456d-a11f-9bbfa58015a8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1c90acd2-47b7-4570-be05-943c9579a240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389991 Jul 30 05:04:48.944608 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6768c49a-bca2-4ba4-97bc-8177394b00c0 req-4701b14d-9992-4711-9001-ff432733b1a0 service neutron] 10.222.0.49 "GET /v2.0/networks/1c90acd2-47b7-4570-be05-943c9579a240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858130 Jul 30 05:04:48.968450 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:49.041045 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6768c49a-bca2-4ba4-97bc-8177394b00c0 req-dfa34956-ef8f-4649-88b5-956ce0e5a144 service neutron] 10.222.0.49 "GET /v2.0/networks/1c90acd2-47b7-4570-be05-943c9579a240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885479 Jul 30 05:04:49.293709 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 2044be95-863c-488f-8fdd-ec89733220ef details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=103972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 05:04:49.403124 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 2044be95-863c-488f-8fdd-ec89733220ef, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=2044be95-863c-488f-8fdd-ec89733220ef,segment=NetworkSegment(a9ddd08e-1fb2-469e-b382-60c39d06501a),segment_id=a9ddd08e-1fb2-469e-b382-60c39d06501a)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:04:49.415457 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Returning: {'device': '2044be95-863c-488f-8fdd-ec89733220ef', 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377', 'port_id': '2044be95-863c-488f-8fdd-ec89733220ef', 'mac_address': 'fa:16:3e:08:ea:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 05:04:49.418149 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2dcc04-68d8-4158-9b23-3bebdfb21a32 req-ba2217a2-2b03-4083-ba94-4dc422c7ef0d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:49.419709 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-da2dcc04-68d8-4158-9b23-3bebdfb21a32 req-ba2217a2-2b03-4083-ba94-4dc422c7ef0d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 943 time: 0.0620728 Jul 30 05:04:49.433502 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=18 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:49.442480 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:49.460970 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port 2044be95-863c-488f-8fdd-ec89733220ef is: DOWN; New status is: BUILD {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:04:49.461353 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (2044be95-863c-488f-8fdd-ec89733220ef), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:49.476806 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2044be95-863c-488f-8fdd-ec89733220ef {{(pid=103972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 05:04:49.481227 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:49.483568 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-da2dcc04-68d8-4158-9b23-3bebdfb21a32 req-972c8421-22f0-47eb-aba7-3b69a9e4795d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533197 Jul 30 05:04:49.504312 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 2044be95-863c-488f-8fdd-ec89733220ef, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=2044be95-863c-488f-8fdd-ec89733220ef,segment=NetworkSegment(a9ddd08e-1fb2-469e-b382-60c39d06501a),segment_id=a9ddd08e-1fb2-469e-b382-60c39d06501a)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:04:49.511149 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72f4b1-6e54-4ceb-86e5-3120a0d93b25 req-07134c95-e42d-450c-9ec6-e0effa5f09a5 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:49.512982 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ca72f4b1-6e54-4ceb-86e5-3120a0d93b25 req-07134c95-e42d-450c-9ec6-e0effa5f09a5 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 984 time: 0.0709827 Jul 30 05:04:49.514938 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (2044be95-863c-488f-8fdd-ec89733220ef), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:49.517545 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 6ca5af71-3aff-4af4-9271-ac47c637cc34 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=103972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 05:04:49.588437 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c0168-521f-4580-913d-516a24546432 req-d10639d8-97cb-41b2-af3f-ed258d75bc75 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:49.588942 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ca72f4b1-6e54-4ceb-86e5-3120a0d93b25 req-96a6ccea-7ea2-4323-9cc9-4b4e12fc47f2 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2e8fdbe-c42e-4a4b-bfe5-089c4b11466f&id=690caee6-5100-4da4-985a-a65da1b16b03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0634735 Jul 30 05:04:49.592080 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-588c0168-521f-4580-913d-516a24546432 req-d10639d8-97cb-41b2-af3f-ed258d75bc75 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=8520739a-9a63-4295-843a-b86a4aa10cab HTTP/1.1" status: 200 len: 945 time: 0.0517776 Jul 30 05:04:49.615746 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=2044be95-863c-488f-8fdd-ec89733220ef,revision_number=4']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:49.635969 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:49.646012 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-588c0168-521f-4580-913d-516a24546432 req-20d66397-c513-4bf6-8ca6-fd8129282124 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0470078 Jul 30 05:04:49.659909 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 6ca5af71-3aff-4af4-9271-ac47c637cc34, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=6ca5af71-3aff-4af4-9271-ac47c637cc34,segment=NetworkSegment(e9c7cb1b-4a6d-49ef-8923-a11361e78abf),segment_id=e9c7cb1b-4a6d-49ef-8923-a11361e78abf)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:04:49.671294 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Returning: {'device': '6ca5af71-3aff-4af4-9271-ac47c637cc34', 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1', 'port_id': '6ca5af71-3aff-4af4-9271-ac47c637cc34', 'mac_address': 'fa:16:3e:25:99:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '872e5683-a168-4487-9376-0296b22d54e2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 05:04:49.709428 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port 6ca5af71-3aff-4af4-9271-ac47c637cc34 is: DOWN; New status is: BUILD {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:04:49.709821 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (6ca5af71-3aff-4af4-9271-ac47c637cc34), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:49.723157 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca5af71-3aff-4af4-9271-ac47c637cc34 {{(pid=103972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 05:04:49.742958 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 6ca5af71-3aff-4af4-9271-ac47c637cc34, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=6ca5af71-3aff-4af4-9271-ac47c637cc34,segment=NetworkSegment(e9c7cb1b-4a6d-49ef-8923-a11361e78abf),segment_id=e9c7cb1b-4a6d-49ef-8923-a11361e78abf)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:04:49.746754 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (6ca5af71-3aff-4af4-9271-ac47c637cc34), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:49.792362 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=6ca5af71-3aff-4af4-9271-ac47c637cc34,revision_number=9']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:50.121643 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] get_ports_and_sgs() called for port_ids ['6ca5af71-3aff-4af4-9271-ac47c637cc34'] {{(pid=103972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:04:50.217146 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] get_ports_and_sgs() called for port_ids ['2044be95-863c-488f-8fdd-ec89733220ef'] {{(pid=103972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:04:50.285785 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:50.345968 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:50.512011 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e0b54b2c-7c6b-41c5-a9c5-104adc14609c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:50.609214 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18f0b8-8940-426a-a72e-d342f8492c93 req-9e250259-01a2-4270-8f84-34702cc991bd tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:50.611414 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2b18f0b8-8940-426a-a72e-d342f8492c93 req-9e250259-01a2-4270-8f84-34702cc991bd tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 944 time: 0.0477519 Jul 30 05:04:50.670626 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2b18f0b8-8940-426a-a72e-d342f8492c93 req-05bbd0b3-4236-40e8-90ed-fdf20f3f9000 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533667 Jul 30 05:04:50.715339 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670f5fb-a6de-4211-9c59-fd688eff0c72 req-7f60bc04-eb00-4e61-95cc-3e372789fc2b tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:50.716807 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-7670f5fb-a6de-4211-9c59-fd688eff0c72 req-7f60bc04-eb00-4e61-95cc-3e372789fc2b tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 984 time: 0.0524633 Jul 30 05:04:50.776428 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ecb05c-ea62-4ee1-baeb-63acaaffd4bc req-03c730f5-72fc-4b4e-9109-d5123b58ae87 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:50.778011 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-18ecb05c-ea62-4ee1-baeb-63acaaffd4bc req-03c730f5-72fc-4b4e-9109-d5123b58ae87 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=8520739a-9a63-4295-843a-b86a4aa10cab HTTP/1.1" status: 200 len: 945 time: 0.0481582 Jul 30 05:04:50.778710 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-7670f5fb-a6de-4211-9c59-fd688eff0c72 req-b4a40436-5923-48aa-8d20-5ffba999e9d9 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2e8fdbe-c42e-4a4b-bfe5-089c4b11466f&id=690caee6-5100-4da4-985a-a65da1b16b03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550780 Jul 30 05:04:50.831853 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-18ecb05c-ea62-4ee1-baeb-63acaaffd4bc req-c51fde7e-9e47-4e32-a24c-a430d0ee4f38 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0479431 Jul 30 05:04:51.323549 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 2044be95-863c-488f-8fdd-ec89733220ef up at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:04:51.368624 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning for port 2044be95-863c-488f-8fdd-ec89733220ef completed by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 30 05:04:51.375304 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning complete for port 2044be95-863c-488f-8fdd-ec89733220ef triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:04:51.375694 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (2044be95-863c-488f-8fdd-ec89733220ef), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:51.452222 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port 2044be95-863c-488f-8fdd-ec89733220ef is: BUILD; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:04:51.452622 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (2044be95-863c-488f-8fdd-ec89733220ef), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:51.476947 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8520739a-9a63-4295-843a-b86a4aa10cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2044be95-863c-488f-8fdd-ec89733220ef'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:04:51.479200 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097f6318ceefad5cd58475957c164f396c8a98df32e112d8bd5bde4ce5121001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76207d8b-3e39-4ba2-9448-7af00bf7dbb0" -d '{"events": [{"server_uuid": "8520739a-9a63-4295-843a-b86a4aa10cab", "name": "network-vif-plugged", "status": "completed", "tag": "2044be95-863c-488f-8fdd-ec89733220ef"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:04:51.491581 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 2044be95-863c-488f-8fdd-ec89733220ef, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=2044be95-863c-488f-8fdd-ec89733220ef,segment=NetworkSegment(a9ddd08e-1fb2-469e-b382-60c39d06501a),segment_id=a9ddd08e-1fb2-469e-b382-60c39d06501a)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:04:51.497271 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (2044be95-863c-488f-8fdd-ec89733220ef), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:51.498266 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 6ca5af71-3aff-4af4-9271-ac47c637cc34 up at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:04:51.541487 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 05:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f875b6-32b5-41ac-91f5-c6d7700ac2bc x-openstack-request-id: req-25f875b6-32b5-41ac-91f5-c6d7700ac2bc {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:04:51.541828 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8520739a-9a63-4295-843a-b86a4aa10cab", "name": "network-vif-plugged", "status": "completed", "tag": "2044be95-863c-488f-8fdd-ec89733220ef", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:04:51.542691 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-25f875b6-32b5-41ac-91f5-c6d7700ac2bc {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:04:51.543085 dv-cinder-851279-3-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25f875b6-32b5-41ac-91f5-c6d7700ac2bc'] response: {'server_uuid': '8520739a-9a63-4295-843a-b86a4aa10cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2044be95-863c-488f-8fdd-ec89733220ef', 'code': 200} Jul 30 05:04:51.588970 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=2044be95-863c-488f-8fdd-ec89733220ef,revision_number=5']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:51.598198 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning complete for port 6ca5af71-3aff-4af4-9271-ac47c637cc34 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:04:51.599150 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (6ca5af71-3aff-4af4-9271-ac47c637cc34), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:51.683717 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port 6ca5af71-3aff-4af4-9271-ac47c637cc34 is: BUILD; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:04:51.684247 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (6ca5af71-3aff-4af4-9271-ac47c637cc34), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:51.727027 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 6ca5af71-3aff-4af4-9271-ac47c637cc34, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=6ca5af71-3aff-4af4-9271-ac47c637cc34,segment=NetworkSegment(e9c7cb1b-4a6d-49ef-8923-a11361e78abf),segment_id=e9c7cb1b-4a6d-49ef-8923-a11361e78abf)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:04:51.731536 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (6ca5af71-3aff-4af4-9271-ac47c637cc34), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:51.793822 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=6ca5af71-3aff-4af4-9271-ac47c637cc34,revision_number=10']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:51.804414 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6748f70-9c95-4df0-a1b5-c40cbf9828f2 req-fafa4c43-95f6-40ea-a54e-01a82f8b40b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:51.806069 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d6748f70-9c95-4df0-a1b5-c40cbf9828f2 req-fafa4c43-95f6-40ea-a54e-01a82f8b40b3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8520739a-9a63-4295-843a-b86a4aa10cab HTTP/1.1" status: 200 len: 1130 time: 0.0691023 Jul 30 05:04:51.859899 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71ecf4-3785-41e7-90ec-3069abab8e15 req-d1571bfa-8580-45b9-9a50-01e3f3a3c954 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:51.868091 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-ea71ecf4-3785-41e7-90ec-3069abab8e15 req-d1571bfa-8580-45b9-9a50-01e3f3a3c954 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 946 time: 0.0659351 Jul 30 05:04:51.876613 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d6748f70-9c95-4df0-a1b5-c40cbf9828f2 req-bfd9cd06-6611-4a26-865e-80f6b0759ea8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0570519 Jul 30 05:04:51.909416 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:51.923422 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-ea71ecf4-3785-41e7-90ec-3069abab8e15 req-407d4af8-8c8a-4bdd-92c1-ade040bb9cbf tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542943 Jul 30 05:04:51.939940 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23692982-1855-4db5-b92b-2311cbbddff6 req-3995dae8-0bcb-47b9-8e4a-ea288c55002b tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:51.941442 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-23692982-1855-4db5-b92b-2311cbbddff6 req-3995dae8-0bcb-47b9-8e4a-ea288c55002b tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 984 time: 0.0531967 Jul 30 05:04:52.005742 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-23692982-1855-4db5-b92b-2311cbbddff6 req-36a41eca-028a-46ca-8ff8-4cc8a20171e3 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2e8fdbe-c42e-4a4b-bfe5-089c4b11466f&id=690caee6-5100-4da4-985a-a65da1b16b03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580058 Jul 30 05:04:52.038179 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885e5ab-8f42-41f9-becf-b8de2af64cc8 req-ca2b3f95-468d-4671-8a34-eedb33785b30 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:52.040559 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-f885e5ab-8f42-41f9-becf-b8de2af64cc8 req-ca2b3f95-468d-4671-8a34-eedb33785b30 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=8520739a-9a63-4295-843a-b86a4aa10cab HTTP/1.1" status: 200 len: 946 time: 0.0569644 Jul 30 05:04:52.094850 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-f885e5ab-8f42-41f9-becf-b8de2af64cc8 req-395d1d9d-2598-4647-8a19-b4dcdba69720 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0481875 Jul 30 05:04:52.855984 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-be2b73a7-12ae-4fc5-9922-c8042b8bd807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:53.080226 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1cbeb-f2e4-438e-8fde-356eec8b46d9 req-69bdb1d4-5c2c-401d-a16f-66bd0a8a9f0b tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:53.081731 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-01f1cbeb-f2e4-438e-8fde-356eec8b46d9 req-69bdb1d4-5c2c-401d-a16f-66bd0a8a9f0b tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 946 time: 0.0663867 Jul 30 05:04:53.135975 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-01f1cbeb-f2e4-438e-8fde-356eec8b46d9 req-5cb44883-a430-437a-b05f-314d32cc963f tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483704 Jul 30 05:04:53.142981 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81aee5a-80e9-4c75-8476-baff8d5d2082 req-fd3b98b0-63e7-41e2-9743-e32aed3e3b0e tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:53.144455 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f81aee5a-80e9-4c75-8476-baff8d5d2082 req-fd3b98b0-63e7-41e2-9743-e32aed3e3b0e tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 984 time: 0.0525119 Jul 30 05:04:53.209694 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f81aee5a-80e9-4c75-8476-baff8d5d2082 req-e3bedfbe-a7aa-4130-b3f1-5f41984df33d tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2e8fdbe-c42e-4a4b-bfe5-089c4b11466f&id=690caee6-5100-4da4-985a-a65da1b16b03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593505 Jul 30 05:04:53.246378 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5003939-34a6-4636-b86f-881218b7f787 req-a803764d-fd9e-4ee2-9606-f60f63b9026e tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:53.247881 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d5003939-34a6-4636-b86f-881218b7f787 req-a803764d-fd9e-4ee2-9606-f60f63b9026e tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=8520739a-9a63-4295-843a-b86a4aa10cab HTTP/1.1" status: 200 len: 946 time: 0.0510020 Jul 30 05:04:53.299723 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d5003939-34a6-4636-b86f-881218b7f787 req-68956bd3-1348-4d06-a38c-53cf6d3be093 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0453851 Jul 30 05:04:53.430958 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efffd08-1d42-4848-a556-5fee4000b98f req-323d5b2c-d2c5-45fc-aedf-8859870712a0 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:53.432405 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0efffd08-1d42-4848-a556-5fee4000b98f req-323d5b2c-d2c5-45fc-aedf-8859870712a0 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=8520739a-9a63-4295-843a-b86a4aa10cab HTTP/1.1" status: 200 len: 946 time: 0.0561583 Jul 30 05:04:53.483978 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0efffd08-1d42-4848-a556-5fee4000b98f req-0c00802d-5821-458d-b593-c827678ac140 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0442355 Jul 30 05:04:53.510592 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 56418) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:04:53.544096 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca5af71-3aff-4af4-9271-ac47c637cc34'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:04:53.546773 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097f6318ceefad5cd58475957c164f396c8a98df32e112d8bd5bde4ce5121001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc3683c-438d-4e1a-a8d9-6f3752a05dda" -d '{"events": [{"server_uuid": "b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b", "name": "network-vif-plugged", "status": "completed", "tag": "6ca5af71-3aff-4af4-9271-ac47c637cc34"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:04:53.554324 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec973e3b-bf39-404e-96d1-b879167e29b5 tempest-TestVolumeBootPattern-1568491254 tempest-TestVolumeBootPattern-1568491254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:53.555870 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-ec973e3b-bf39-404e-96d1-b879167e29b5 tempest-TestVolumeBootPattern-1568491254 tempest-TestVolumeBootPattern-1568491254-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8520739a-9a63-4295-843a-b86a4aa10cab HTTP/1.1" status: 200 len: 1125 time: 0.0442810 Jul 30 05:04:53.558722 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 56422) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:04:53.563502 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-07fd4cca-cdea-4598-bbe1-6f870ef83249 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Request body: {'floatingip': {'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'port_id': '2044be95-863c-488f-8fdd-ec89733220ef', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:04:53.587690 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-07fd4cca-cdea-4598-bbe1-6f870ef83249 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:53.589079 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 05:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb44ce04-cf18-494d-9cab-77c3313126b8 x-openstack-request-id: req-cb44ce04-cf18-494d-9cab-77c3313126b8 {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:04:53.589556 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b", "name": "network-vif-plugged", "status": "completed", "tag": "6ca5af71-3aff-4af4-9271-ac47c637cc34", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:04:53.589859 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cb44ce04-cf18-494d-9cab-77c3313126b8 {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:04:53.590407 dv-cinder-851279-3-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb44ce04-cf18-494d-9cab-77c3313126b8'] response: {'server_uuid': 'b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca5af71-3aff-4af4-9271-ac47c637cc34', 'code': 200} Jul 30 05:04:53.673715 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-07fd4cca-cdea-4598-bbe1-6f870ef83249 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:53.791551 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:53.794525 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:53.801064 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dbe969-ae29-483b-b9d5-b1425365105b req-185092cc-5669-46e3-b8c7-97de356e3d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:53.802597 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-91dbe969-ae29-483b-b9d5-b1425365105b req-185092cc-5669-46e3-b8c7-97de356e3d8c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 1130 time: 0.0731342 Jul 30 05:04:53.835698 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [None req-07fd4cca-cdea-4598-bbe1-6f870ef83249 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Allocated IP 172.27.2.177 (0194f4bd-d033-4ee0-a642-9d17cfb40f96/6c0201b0-7b08-4a32-872b-15ffee5372f4/8e537135-ab01-46d0-ad2f-e83ce54d3dfc) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:04:53.905181 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:53.914038 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-91dbe969-ae29-483b-b9d5-b1425365105b req-1ede018d-5f53-49d1-983d-e3d96ab07e57 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053948 Jul 30 05:04:53.982991 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-07fd4cca-cdea-4598-bbe1-6f870ef83249 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for port (8e537135-ab01-46d0-ad2f-e83ce54d3dfc), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:54.020301 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-07fd4cca-cdea-4598-bbe1-6f870ef83249 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (8e537135-ab01-46d0-ad2f-e83ce54d3dfc), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:54.056315 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fd4cca-cdea-4598-bbe1-6f870ef83249 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Network 0194f4bd-d033-4ee0-a642-9d17cfb40f96 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:04:54.059088 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-07fd4cca-cdea-4598-bbe1-6f870ef83249 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:04:54.061636 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fd4cca-cdea-4598-bbe1-6f870ef83249 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 05:04:54.094477 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd4cca-cdea-4598-bbe1-6f870ef83249 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Pushing event updated for resources: {'Port': ['ID=8e537135-ab01-46d0-ad2f-e83ce54d3dfc,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:54.314150 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea523d-1f0a-4ef5-b1cc-c22c311c0426 req-bdf658cc-214b-461a-a81a-fd28aa1839f2 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:54.315555 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e3ea523d-1f0a-4ef5-b1cc-c22c311c0426 req-bdf658cc-214b-461a-a81a-fd28aa1839f2 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 946 time: 0.0863826 Jul 30 05:04:54.345013 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c36f8-15ef-4d50-aaa4-7f47b11c0878 req-231cebc5-082b-4ef2-a33b-b1bfd46311b5 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:54.346510 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-ee7c36f8-15ef-4d50-aaa4-7f47b11c0878 req-231cebc5-082b-4ef2-a33b-b1bfd46311b5 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 984 time: 0.0590847 Jul 30 05:04:54.412801 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-ee7c36f8-15ef-4d50-aaa4-7f47b11c0878 req-11089e0a-f227-49d3-a394-5a20f2de51fe tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2e8fdbe-c42e-4a4b-bfe5-089c4b11466f&id=690caee6-5100-4da4-985a-a65da1b16b03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603793 Jul 30 05:04:54.427185 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e3ea523d-1f0a-4ef5-b1cc-c22c311c0426 req-83cf52a2-d792-4599-a02e-7171e2fb256d tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057718 Jul 30 05:04:54.519458 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-07fd4cca-cdea-4598-bbe1-6f870ef83249 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for floatingip (d3f60ede-8832-44ef-a740-3e163132f71f), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:54.589679 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-07fd4cca-cdea-4598-bbe1-6f870ef83249 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (8e537135-ab01-46d0-ad2f-e83ce54d3dfc), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:54.612424 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:INSERT=4,neutron:UPDATE=3,neutron:SELECT=93 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:54.614666 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:54.746124 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-07fd4cca-cdea-4598-bbe1-6f870ef83249 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for port (8e537135-ab01-46d0-ad2f-e83ce54d3dfc), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:54.751281 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-07fd4cca-cdea-4598-bbe1-6f870ef83249 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3264605'] for port (8e537135-ab01-46d0-ad2f-e83ce54d3dfc), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:54.833865 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-07fd4cca-cdea-4598-bbe1-6f870ef83249 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692779'] for floatingip (d3f60ede-8832-44ef-a740-3e163132f71f), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:54.835626 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd4cca-cdea-4598-bbe1-6f870ef83249 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Pushing event updated for resources: {'Port': ['ID=8e537135-ab01-46d0-ad2f-e83ce54d3dfc,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:04:54.935596 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.db.l3_db [None req-07fd4cca-cdea-4598-bbe1-6f870ef83249 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Floating IP d3f60ede-8832-44ef-a740-3e163132f71f associated. External IP: 172.27.2.177, port: 2044be95-863c-488f-8fdd-ec89733220ef. Jul 30 05:04:55.317700 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:55.423707 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07fd4cca-cdea-4598-bbe1-6f870ef83249 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Router 181f97db-441e-48d1-b3ca-28695114c178 has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 05:04:55.557462 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb0dd6-4e9d-4a92-9a30-86fe02831729 req-68959a8f-2875-4c62-8c15-b646bb90ff70 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:55.565335 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e8cb0dd6-4e9d-4a92-9a30-86fe02831729 req-68959a8f-2875-4c62-8c15-b646bb90ff70 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 984 time: 0.0617349 Jul 30 05:04:55.589772 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f25a33-f446-46a7-9ccf-0376bf2beb18 req-4de5728a-653a-4cfc-997c-a81e247bff8a tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:55.591751 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-15f25a33-f446-46a7-9ccf-0376bf2beb18 req-4de5728a-653a-4cfc-997c-a81e247bff8a tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 946 time: 0.0689771 Jul 30 05:04:55.601012 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07fd4cca-cdea-4598-bbe1-6f870ef83249 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:04:55.613467 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d99356-5b48-4bd9-bdab-e040a0dd5df1 None None] Sync routers for ids ['181f97db-441e-48d1-b3ca-28695114c178'] in dv-cinder-851279-3-iscsi {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:04:55.625356 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d99356-5b48-4bd9-bdab-e040a0dd5df1 None None] Routers {'181f97db-441e-48d1-b3ca-28695114c178'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:04:55.626472 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-01d99356-5b48-4bd9-bdab-e040a0dd5df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:04:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['181f97db-441e-48d1-b3ca-28695114c178'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:04:55.642601 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e8cb0dd6-4e9d-4a92-9a30-86fe02831729 req-712ec61d-b614-41b5-b3f9-fc770e24ea04 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2e8fdbe-c42e-4a4b-bfe5-089c4b11466f&id=690caee6-5100-4da4-985a-a65da1b16b03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0759561 Jul 30 05:04:55.657006 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-07fd4cca-cdea-4598-bbe1-6f870ef83249 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for floatingip (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:55.670860 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-15f25a33-f446-46a7-9ccf-0376bf2beb18 req-70421683-f079-41be-9f7d-a220691beea2 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714223 Jul 30 05:04:55.718333 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-07fd4cca-cdea-4598-bbe1-6f870ef83249 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1585891 Jul 30 05:04:55.719898 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8520739a-9a63-4295-843a-b86a4aa10cab', 'tag': '2044be95-863c-488f-8fdd-ec89733220ef'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:04:55.723070 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b16b4900bbfc643f3f19b33d02e463cc441e963483cfbcd5657a130b47b3c9ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce18151-baca-4d5d-9074-6b9ec4713f77" -d '{"events": [{"name": "network-changed", "server_uuid": "8520739a-9a63-4295-843a-b86a4aa10cab", "tag": "2044be95-863c-488f-8fdd-ec89733220ef"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:04:55.741655 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:55.748558 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:55.767896 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Jul 2022 05:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bd0012-262f-470a-b991-2ecc8f598a87 x-openstack-request-id: req-31bd0012-262f-470a-b991-2ecc8f598a87 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:04:55.768297 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8520739a-9a63-4295-843a-b86a4aa10cab", "tag": "2044be95-863c-488f-8fdd-ec89733220ef", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:04:55.768728 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-31bd0012-262f-470a-b991-2ecc8f598a87 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:04:55.769280 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31bd0012-262f-470a-b991-2ecc8f598a87'] response: {'name': 'network-changed', 'server_uuid': '8520739a-9a63-4295-843a-b86a4aa10cab', 'tag': '2044be95-863c-488f-8fdd-ec89733220ef', 'status': 'completed', 'code': 200} Jul 30 05:04:55.769533 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:04:55.786052 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-01d99356-5b48-4bd9-bdab-e040a0dd5df1 None None] Set router 181f97db-441e-48d1-b3ca-28695114c178 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:04:55.845268 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce18151-baca-4d5d-9074-6b9ec4713f77 req-bd685a74-ce1a-4025-a932-c6ca8771cec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:55.847060 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-cce18151-baca-4d5d-9074-6b9ec4713f77 req-bd685a74-ce1a-4025-a932-c6ca8771cec7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db365a6a9f6041a7a8749fd1a1e3d488&device_id=8520739a-9a63-4295-843a-b86a4aa10cab HTTP/1.1" status: 200 len: 1130 time: 0.0491681 Jul 30 05:04:55.995266 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:56.011140 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:04:56.012846 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce18151-baca-4d5d-9074-6b9ec4713f77 req-e9e0efe9-b794-4fca-85d0-7edd992daaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:56.015239 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-cce18151-baca-4d5d-9074-6b9ec4713f77 req-e9e0efe9-b794-4fca-85d0-7edd992daaca service neutron] 10.222.0.49 "GET /v2.0/networks?id=05de52c4-affb-4a9e-aea7-e8e105567377 HTTP/1.1" status: 200 len: 913 time: 0.1159010 Jul 30 05:04:56.110923 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-cce18151-baca-4d5d-9074-6b9ec4713f77 req-76a4e0d6-766d-4018-880a-50aade0b0033 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2044be95-863c-488f-8fdd-ec89733220ef HTTP/1.1" status: 200 len: 1000 time: 0.0845544 Jul 30 05:04:56.162326 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-01d99356-5b48-4bd9-bdab-e040a0dd5df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181f97db-441e-48d1-b3ca-28695114c178', 'name': 'tempest-TestVolumeBootPattern-1435914711-router', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '831fda61-359a-4643-bf36-517da67281d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:00:46Z', 'updated_at': '2022-07-30T05:00:51Z', 'revision_number': 4, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'gw_port': {'id': '831fda61-359a-4643-bf36-517da67281d0', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:47Z', 'updated_at': '2022-07-30T05:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': 'd3f60ede-8832-44ef-a740-3e163132f71f', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': '181f97db-441e-48d1-b3ca-28695114c178', 'port_id': '2044be95-863c-488f-8fdd-ec89733220ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377', 'mac_address': 'fa:16:3e:08:ea:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520739a-9a63-4295-843a-b86a4aa10cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:04:54Z', 'updated_at': '2022-07-30T05:04:54Z', 'revision_number': 0, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a74756c1-d67b-4700-95c5-2cbae1b8ba24', 'name': '', 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'mac_address': 'fa:16:3e:ef:e8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:50Z', 'updated_at': '2022-07-30T05:00:58Z', 'revision_number': 5, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'subnets': [{'id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:04:56.162997 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce18151-baca-4d5d-9074-6b9ec4713f77 req-89eeb565-fb0d-4d6b-82c5-ac186f5c9adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:56.164473 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-cce18151-baca-4d5d-9074-6b9ec4713f77 req-89eeb565-fb0d-4d6b-82c5-ac186f5c9adc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c798a7dd-9ba8-4ed3-85fe-837d80a7049f HTTP/1.1" status: 200 len: 851 time: 0.0466497 Jul 30 05:04:56.193259 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d99356-5b48-4bd9-bdab-e040a0dd5df1 None None] Checking router: 181f97db-441e-48d1-b3ca-28695114c178 for host: dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:04:56.201803 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d99356-5b48-4bd9-bdab-e040a0dd5df1 None None] Routers {'181f97db-441e-48d1-b3ca-28695114c178'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:04:56.202421 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-01d99356-5b48-4bd9-bdab-e040a0dd5df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:04:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['181f97db-441e-48d1-b3ca-28695114c178'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:04:56.211270 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce18151-baca-4d5d-9074-6b9ec4713f77 req-7779b814-d153-4d42-b953-e2db7cc1f0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:56.212988 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-cce18151-baca-4d5d-9074-6b9ec4713f77 req-7779b814-d153-4d42-b953-e2db7cc1f0e6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05de52c4-affb-4a9e-aea7-e8e105567377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402665 Jul 30 05:04:56.308498 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-01d99356-5b48-4bd9-bdab-e040a0dd5df1 None None] Set router 181f97db-441e-48d1-b3ca-28695114c178 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:04:56.309901 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-cce18151-baca-4d5d-9074-6b9ec4713f77 req-100cf9b9-6fad-4722-a9c5-ab641e7cdfeb service neutron] 10.222.0.49 "GET /v2.0/networks/05de52c4-affb-4a9e-aea7-e8e105567377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901899 Jul 30 05:04:56.404929 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-cce18151-baca-4d5d-9074-6b9ec4713f77 req-ce5182cf-4655-4dfc-ba93-54031efd7d20 service neutron] 10.222.0.49 "GET /v2.0/networks/05de52c4-affb-4a9e-aea7-e8e105567377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882745 Jul 30 05:04:56.526332 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-01d99356-5b48-4bd9-bdab-e040a0dd5df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181f97db-441e-48d1-b3ca-28695114c178', 'name': 'tempest-TestVolumeBootPattern-1435914711-router', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '831fda61-359a-4643-bf36-517da67281d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:00:46Z', 'updated_at': '2022-07-30T05:00:51Z', 'revision_number': 4, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'gw_port': {'id': '831fda61-359a-4643-bf36-517da67281d0', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:47Z', 'updated_at': '2022-07-30T05:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': 'd3f60ede-8832-44ef-a740-3e163132f71f', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': '181f97db-441e-48d1-b3ca-28695114c178', 'port_id': '2044be95-863c-488f-8fdd-ec89733220ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377', 'mac_address': 'fa:16:3e:08:ea:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520739a-9a63-4295-843a-b86a4aa10cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:04:54Z', 'updated_at': '2022-07-30T05:04:54Z', 'revision_number': 0, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a74756c1-d67b-4700-95c5-2cbae1b8ba24', 'name': '', 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'mac_address': 'fa:16:3e:ef:e8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:50Z', 'updated_at': '2022-07-30T05:00:58Z', 'revision_number': 5, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'subnets': [{'id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:04:56.556046 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d99356-5b48-4bd9-bdab-e040a0dd5df1 None None] The sync data for ids ['181f97db-441e-48d1-b3ca-28695114c178'] in dv-cinder-851279-3-iscsi is: [{'id': '181f97db-441e-48d1-b3ca-28695114c178', 'name': 'tempest-TestVolumeBootPattern-1435914711-router', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '831fda61-359a-4643-bf36-517da67281d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:00:46Z', 'updated_at': '2022-07-30T05:00:51Z', 'revision_number': 4, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'gw_port': {'id': '831fda61-359a-4643-bf36-517da67281d0', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:47Z', 'updated_at': '2022-07-30T05:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': 'd3f60ede-8832-44ef-a740-3e163132f71f', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': '181f97db-441e-48d1-b3ca-28695114c178', 'port_id': '2044be95-863c-488f-8fdd-ec89733220ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377', 'mac_address': 'fa:16:3e:08:ea:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520739a-9a63-4295-843a-b86a4aa10cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:04:54Z', 'updated_at': '2022-07-30T05:04:54Z', 'revision_number': 0, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a74756c1-d67b-4700-95c5-2cbae1b8ba24', 'name': '', 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'mac_address': 'fa:16:3e:ef:e8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:50Z', 'updated_at': '2022-07-30T05:00:58Z', 'revision_number': 5, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'subnets': [{'id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:04:56.764781 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29abf8b-d516-41ce-8c08-57badb4215ed None None] New status for floating IP d3f60ede-8832-44ef-a740-3e163132f71f: ACTIVE {{(pid=103973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 30 05:04:56.783853 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def63465-bb6c-4481-8f66-9c36a3576bce req-f4aec61d-c4be-4b80-9a80-a6fee7711453 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:56.789062 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-def63465-bb6c-4481-8f66-9c36a3576bce req-f4aec61d-c4be-4b80-9a80-a6fee7711453 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 984 time: 0.0656900 Jul 30 05:04:56.816790 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7579d4-005a-415d-8e54-ac7fa158cd50 req-02196a21-f690-49fa-8395-1447013bbdbb tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:56.818571 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-9f7579d4-005a-415d-8e54-ac7fa158cd50 req-02196a21-f690-49fa-8395-1447013bbdbb tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 946 time: 0.0567830 Jul 30 05:04:56.853442 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-def63465-bb6c-4481-8f66-9c36a3576bce req-9c4351a0-3b65-430d-ae54-ef3bbd844fec tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2e8fdbe-c42e-4a4b-bfe5-089c4b11466f&id=690caee6-5100-4da4-985a-a65da1b16b03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0614243 Jul 30 05:04:56.880768 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-9f7579d4-005a-415d-8e54-ac7fa158cd50 req-09966774-e929-4643-b1aa-894eb049e379 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566030 Jul 30 05:04:57.982615 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657e120-13e9-441c-b6d9-2734bc4b3afa req-ad009b5e-bf81-404a-b44e-96b2829b3dbe tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:57.984081 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1657e120-13e9-441c-b6d9-2734bc4b3afa req-ad009b5e-bf81-404a-b44e-96b2829b3dbe tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 984 time: 0.0493588 Jul 30 05:04:58.046466 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1657e120-13e9-441c-b6d9-2734bc4b3afa req-e3d397c3-b467-44fe-9e10-0c33861883e2 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2e8fdbe-c42e-4a4b-bfe5-089c4b11466f&id=690caee6-5100-4da4-985a-a65da1b16b03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565760 Jul 30 05:04:59.170234 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c58a4-594d-4a94-bd72-60b9cd880049 req-e6186bd5-7343-4b5d-b892-ff1aea46cdd6 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:04:59.171712 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-b38c58a4-594d-4a94-bd72-60b9cd880049 req-e6186bd5-7343-4b5d-b892-ff1aea46cdd6 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 984 time: 0.0473814 Jul 30 05:04:59.237018 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-b38c58a4-594d-4a94-bd72-60b9cd880049 req-b71bb788-2548-4876-9d25-42e46bf33b70 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2e8fdbe-c42e-4a4b-bfe5-089c4b11466f&id=690caee6-5100-4da4-985a-a65da1b16b03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582483 Jul 30 05:05:00.365102 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313ca4e-6534-4ffa-9f71-3666eaac31d1 req-aae1b0ca-83c6-4f91-94f1-6d92e254a826 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:00.366792 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a313ca4e-6534-4ffa-9f71-3666eaac31d1 req-aae1b0ca-83c6-4f91-94f1-6d92e254a826 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 984 time: 0.0569222 Jul 30 05:05:00.435534 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a313ca4e-6534-4ffa-9f71-3666eaac31d1 req-d090402f-58e7-49a2-a397-73392fb6936b tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2e8fdbe-c42e-4a4b-bfe5-089c4b11466f&id=690caee6-5100-4da4-985a-a65da1b16b03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0625629 Jul 30 05:05:01.562916 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8b7fa-e1ff-4d0a-9545-8bfc5bf4d748 req-ae03b6ec-bc70-492d-bfda-260eaa597d5d tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:01.565179 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-19a8b7fa-e1ff-4d0a-9545-8bfc5bf4d748 req-ae03b6ec-bc70-492d-bfda-260eaa597d5d tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 984 time: 0.0510392 Jul 30 05:05:01.626490 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-19a8b7fa-e1ff-4d0a-9545-8bfc5bf4d748 req-2ceff101-f746-488f-9e40-5560be6c0572 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2e8fdbe-c42e-4a4b-bfe5-089c4b11466f&id=690caee6-5100-4da4-985a-a65da1b16b03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547166 Jul 30 05:05:02.069567 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aef90e-a368-46cd-a320-e6eff1a2ec7c req-40ee3012-44e8-49b9-aef3-fde1839e844c tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:02.071056 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d6aef90e-a368-46cd-a320-e6eff1a2ec7c req-40ee3012-44e8-49b9-aef3-fde1839e844c tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ede213-15fc-4a6c-bec6-eef18aae6b87 HTTP/1.1" status: 200 len: 946 time: 0.0481045 Jul 30 05:05:02.117830 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d6aef90e-a368-46cd-a320-e6eff1a2ec7c req-03dff1e4-0771-4ec2-8d22-371a00159850 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=31eef518-f545-4e91-872f-5dc997157dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412741 Jul 30 05:05:02.751492 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6449d3-6809-4cc0-8dda-4ac38f9c176c req-24e61b80-98e9-48c8-88e7-c1f6e6b7ac6c tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:02.752948 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-1a6449d3-6809-4cc0-8dda-4ac38f9c176c req-24e61b80-98e9-48c8-88e7-c1f6e6b7ac6c tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 984 time: 0.0506904 Jul 30 05:05:02.784714 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:02.812960 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-1a6449d3-6809-4cc0-8dda-4ac38f9c176c req-2f953442-701f-48b8-a630-138e4957aaac tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2e8fdbe-c42e-4a4b-bfe5-089c4b11466f&id=690caee6-5100-4da4-985a-a65da1b16b03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542271 Jul 30 05:05:03.235628 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a1dea-ec97-41e8-b3c7-ed37103490b7 req-32964e69-4318-41e2-9593-45fa296dc9e0 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:03.237094 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-485a1dea-ec97-41e8-b3c7-ed37103490b7 req-32964e69-4318-41e2-9593-45fa296dc9e0 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ede213-15fc-4a6c-bec6-eef18aae6b87 HTTP/1.1" status: 200 len: 946 time: 0.0475237 Jul 30 05:05:03.283849 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-485a1dea-ec97-41e8-b3c7-ed37103490b7 req-d703e672-ee47-454d-ae3d-334efe7abedf tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups?id=31eef518-f545-4e91-872f-5dc997157dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412779 Jul 30 05:05:03.722190 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb906c-fcf5-49b1-ad74-f27ee1e7dc57 req-de8c1070-2042-4bc1-993e-529868a6646e tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:03.723669 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5dfb906c-fcf5-49b1-ad74-f27ee1e7dc57 req-de8c1070-2042-4bc1-993e-529868a6646e tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.49 "GET /v2.0/ports?device_id=40ede213-15fc-4a6c-bec6-eef18aae6b87 HTTP/1.1" status: 200 len: 946 time: 0.0505512 Jul 30 05:05:03.808060 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-5dfb906c-fcf5-49b1-ad74-f27ee1e7dc57 req-b24f3493-77e2-4b56-9ca2-21c707cd21ab tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Deleting port 71dbf2c2-385e-484d-a2ac-d51216c17d84 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:05:03.808404 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-5dfb906c-fcf5-49b1-ad74-f27ee1e7dc57 req-b24f3493-77e2-4b56-9ca2-21c707cd21ab tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (71dbf2c2-385e-484d-a2ac-d51216c17d84), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:03.853457 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:03.881195 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:03.906361 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-5dfb906c-fcf5-49b1-ad74-f27ee1e7dc57 req-b24f3493-77e2-4b56-9ca2-21c707cd21ab tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] For port 71dbf2c2-385e-484d-a2ac-d51216c17d84, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=71dbf2c2-385e-484d-a2ac-d51216c17d84,segment=NetworkSegment(f332eab5-1e47-46f1-8048-b01e080b1202),segment_id=f332eab5-1e47-46f1-8048-b01e080b1202)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:05:03.906945 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-5dfb906c-fcf5-49b1-ad74-f27ee1e7dc57 req-b24f3493-77e2-4b56-9ca2-21c707cd21ab tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (71dbf2c2-385e-484d-a2ac-d51216c17d84), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:03.925203 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:03.936585 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca1974-0d7a-45dd-a9fb-7d255460c00a req-05ef0844-5a20-49f2-a943-755eaed74df5 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:03.938721 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d2ca1974-0d7a-45dd-a9fb-7d255460c00a req-05ef0844-5a20-49f2-a943-755eaed74df5 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 984 time: 0.0486944 Jul 30 05:05:03.997686 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d2ca1974-0d7a-45dd-a9fb-7d255460c00a req-1f3fd272-eac5-426b-8e40-c64874da6025 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2e8fdbe-c42e-4a4b-bfe5-089c4b11466f&id=690caee6-5100-4da4-985a-a65da1b16b03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531106 Jul 30 05:05:04.070841 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-5dfb906c-fcf5-49b1-ad74-f27ee1e7dc57 req-b24f3493-77e2-4b56-9ca2-21c707cd21ab tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:04.071207 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-5dfb906c-fcf5-49b1-ad74-f27ee1e7dc57 req-b24f3493-77e2-4b56-9ca2-21c707cd21ab tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692779'] for floatingip (d9c473ba-9933-42a4-9417-de7ccd7c9f85), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:04.071525 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.db.l3_db [req-5dfb906c-fcf5-49b1-ad74-f27ee1e7dc57 req-b24f3493-77e2-4b56-9ca2-21c707cd21ab tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Floating IP d9c473ba-9933-42a4-9417-de7ccd7c9f85 disassociated. External IP: 172.27.2.65, port: 71dbf2c2-385e-484d-a2ac-d51216c17d84. Jul 30 05:05:04.071870 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-5dfb906c-fcf5-49b1-ad74-f27ee1e7dc57 req-b24f3493-77e2-4b56-9ca2-21c707cd21ab tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Calling delete_port for 71dbf2c2-385e-484d-a2ac-d51216c17d84 owned by compute:nova {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:05:04.199881 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-5dfb906c-fcf5-49b1-ad74-f27ee1e7dc57 req-b24f3493-77e2-4b56-9ca2-21c707cd21ab tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (71dbf2c2-385e-484d-a2ac-d51216c17d84), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:04.225555 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f3493-77e2-4b56-9ca2-21c707cd21ab tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Pushing event deleted for resources: {'Port': ['ID=71dbf2c2-385e-484d-a2ac-d51216c17d84,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:04.338821 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dfb906c-fcf5-49b1-ad74-f27ee1e7dc57 req-b24f3493-77e2-4b56-9ca2-21c707cd21ab tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Router 2db0553a-115a-4d31-af18-56f089af9880 has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 05:05:04.414030 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-7b848211-8089-4b79-b962-f5faee8c1bc1 req-7610e722-5784-4baf-a0f5-5d6e66e60b46 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/ports?device_id=40ede213-15fc-4a6c-bec6-eef18aae6b87 HTTP/1.1" status: 200 len: 210 time: 0.0335488 Jul 30 05:05:04.468924 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dfb906c-fcf5-49b1-ad74-f27ee1e7dc57 req-b24f3493-77e2-4b56-9ca2-21c707cd21ab tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:05:04.480353 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a508ce-fd34-470f-8c2f-5f70d18d1805 None None] Sync routers for ids ['2db0553a-115a-4d31-af18-56f089af9880'] in dv-cinder-851279-3-iscsi {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:05:04.491548 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a508ce-fd34-470f-8c2f-5f70d18d1805 None None] Routers {'2db0553a-115a-4d31-af18-56f089af9880'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:05:04.492173 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-c1a508ce-fd34-470f-8c2f-5f70d18d1805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:04:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['2db0553a-115a-4d31-af18-56f089af9880'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:04.512595 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dfb906c-fcf5-49b1-ad74-f27ee1e7dc57 req-b24f3493-77e2-4b56-9ca2-21c707cd21ab tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] No DVR routers for this DVR port 71dbf2c2-385e-484d-a2ac-d51216c17d84 on host hv-cinder-85127 {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 30 05:05:04.515195 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-5dfb906c-fcf5-49b1-ad74-f27ee1e7dc57 req-b24f3493-77e2-4b56-9ca2-21c707cd21ab tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:04.519149 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5dfb906c-fcf5-49b1-ad74-f27ee1e7dc57 req-b24f3493-77e2-4b56-9ca2-21c707cd21ab tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.49 "DELETE /v2.0/ports/71dbf2c2-385e-484d-a2ac-d51216c17d84 HTTP/1.1" status: 204 len: 173 time: 0.7892380 Jul 30 05:05:04.519604 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ede213-15fc-4a6c-bec6-eef18aae6b87', 'name': 'network-vif-deleted', 'tag': '71dbf2c2-385e-484d-a2ac-d51216c17d84'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:05:04.521854 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b16b4900bbfc643f3f19b33d02e463cc441e963483cfbcd5657a130b47b3c9ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f05ba77-5806-43e3-b83d-54b86a5edb71" -d '{"events": [{"server_uuid": "40ede213-15fc-4a6c-bec6-eef18aae6b87", "name": "network-vif-deleted", "tag": "71dbf2c2-385e-484d-a2ac-d51216c17d84"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:05:04.603078 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 05:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d393eec-cd27-47b6-bfd3-60431262cecb x-openstack-request-id: req-8d393eec-cd27-47b6-bfd3-60431262cecb {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:05:04.603745 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ede213-15fc-4a6c-bec6-eef18aae6b87", "name": "network-vif-deleted", "tag": "71dbf2c2-385e-484d-a2ac-d51216c17d84", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:05:04.604168 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d393eec-cd27-47b6-bfd3-60431262cecb {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:05:04.604755 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d393eec-cd27-47b6-bfd3-60431262cecb'] response: {'server_uuid': '40ede213-15fc-4a6c-bec6-eef18aae6b87', 'name': 'network-vif-deleted', 'tag': '71dbf2c2-385e-484d-a2ac-d51216c17d84', 'status': 'completed', 'code': 200} Jul 30 05:05:04.607557 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-c1a508ce-fd34-470f-8c2f-5f70d18d1805 None None] Set router 2db0553a-115a-4d31-af18-56f089af9880 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:05:04.797446 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:04.803582 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-c1a508ce-fd34-470f-8c2f-5f70d18d1805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db0553a-115a-4d31-af18-56f089af9880', 'name': 'tempest-AttachVolumeNegativeTest-426223834-router', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:08Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 4, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'gw_port': {'id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:09Z', 'updated_at': '2022-07-30T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012', 'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'mac_address': 'fa:16:3e:bb:02:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:15Z', 'updated_at': '2022-07-30T04:58:32Z', 'revision_number': 5, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'subnets': [{'id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:04.841088 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a508ce-fd34-470f-8c2f-5f70d18d1805 None None] Checking router: 2db0553a-115a-4d31-af18-56f089af9880 for host: dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:05:04.843633 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=100 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:04.851170 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a508ce-fd34-470f-8c2f-5f70d18d1805 None None] Routers {'2db0553a-115a-4d31-af18-56f089af9880'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:05:04.851787 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-c1a508ce-fd34-470f-8c2f-5f70d18d1805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:04:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['2db0553a-115a-4d31-af18-56f089af9880'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:04.950197 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-c1a508ce-fd34-470f-8c2f-5f70d18d1805 None None] Set router 2db0553a-115a-4d31-af18-56f089af9880 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:05:05.128705 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0741f8e-b42b-488a-96ce-b7a673fdba29 req-73a1385a-0826-468d-9eff-33e10c790455 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:05.130124 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a0741f8e-b42b-488a-96ce-b7a673fdba29 req-73a1385a-0826-468d-9eff-33e10c790455 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 984 time: 0.0566525 Jul 30 05:05:05.162144 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-c1a508ce-fd34-470f-8c2f-5f70d18d1805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db0553a-115a-4d31-af18-56f089af9880', 'name': 'tempest-AttachVolumeNegativeTest-426223834-router', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:08Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 4, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'gw_port': {'id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:09Z', 'updated_at': '2022-07-30T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012', 'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'mac_address': 'fa:16:3e:bb:02:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:15Z', 'updated_at': '2022-07-30T04:58:32Z', 'revision_number': 5, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'subnets': [{'id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:05.187008 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a508ce-fd34-470f-8c2f-5f70d18d1805 None None] The sync data for ids ['2db0553a-115a-4d31-af18-56f089af9880'] in dv-cinder-851279-3-iscsi is: [{'id': '2db0553a-115a-4d31-af18-56f089af9880', 'name': 'tempest-AttachVolumeNegativeTest-426223834-router', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:08Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 4, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'gw_port': {'id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:09Z', 'updated_at': '2022-07-30T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012', 'name': '', 'network_id': 'afd82f39-2725-4de8-bc03-d4d225abc92e', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'mac_address': 'fa:16:3e:bb:02:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:15Z', 'updated_at': '2022-07-30T04:58:32Z', 'revision_number': 5, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'subnets': [{'id': 'bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:05:05.191950 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a0741f8e-b42b-488a-96ce-b7a673fdba29 req-4aeafdcb-f00b-4513-94fc-3ed0e348f2c8 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2e8fdbe-c42e-4a4b-bfe5-089c4b11466f&id=690caee6-5100-4da4-985a-a65da1b16b03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558729 Jul 30 05:05:05.418779 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad1eae5-e65c-4f3f-b357-9865b4df6dad None None] New status for floating IP d9c473ba-9933-42a4-9417-de7ccd7c9f85: DOWN {{(pid=103973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 30 05:05:05.508227 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 56572) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:05.569842 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f49bb3b3-7e10-4b85-91c6-a3492d25a3b1 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group (31eef518-f545-4e91-872f-5dc997157dd3), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:05.596043 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f49bb3b3-7e10-4b85-91c6-a3492d25a3b1 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group (31eef518-f545-4e91-872f-5dc997157dd3), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:05.619479 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:05.646130 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f49bb3b3-7e10-4b85-91c6-a3492d25a3b1 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (31eef518-f545-4e91-872f-5dc997157dd3), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:05.648666 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f49bb3b3-7e10-4b85-91c6-a3492d25a3b1 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:05.649801 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-f49bb3b3-7e10-4b85-91c6-a3492d25a3b1 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "DELETE /v2.0/security-groups/31eef518-f545-4e91-872f-5dc997157dd3 HTTP/1.1" status: 204 len: 168 time: 0.1405709 Jul 30 05:05:05.652545 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 56576) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:05.659242 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49bb3b3-7e10-4b85-91c6-a3492d25a3b1 tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31eef518-f545-4e91-872f-5dc997157dd3,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:05.666097 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.api.v2.resource [None req-a18538c3-656d-45ba-8ec8-23f5c814845f tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] show failed (client error): The resource could not be found. Jul 30 05:05:05.667341 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-a18538c3-656d-45ba-8ec8-23f5c814845f tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "GET /v2.0/security-groups/31eef518-f545-4e91-872f-5dc997157dd3 HTTP/1.1" status: 404 len: 347 time: 0.0137529 Jul 30 05:05:05.670379 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 56578) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:05.791557 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-33b849d9-cc24-48c5-bee4-d178eaf77f3c tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Deleting port 8740931f-42ba-400f-98f3-4752c3f21c7e {{(pid=103970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:05:05.792028 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-33b849d9-cc24-48c5-bee4-d178eaf77f3c tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (8740931f-42ba-400f-98f3-4752c3f21c7e), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:06.126165 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-33b849d9-cc24-48c5-bee4-d178eaf77f3c tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (8740931f-42ba-400f-98f3-4752c3f21c7e), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:06.126613 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-33b849d9-cc24-48c5-bee4-d178eaf77f3c tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for floatingip (8740931f-42ba-400f-98f3-4752c3f21c7e), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:06.138892 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-33b849d9-cc24-48c5-bee4-d178eaf77f3c tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Calling delete_port for 8740931f-42ba-400f-98f3-4752c3f21c7e owned by network:floatingip {{(pid=103970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:05:06.277453 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-33b849d9-cc24-48c5-bee4-d178eaf77f3c tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (8740931f-42ba-400f-98f3-4752c3f21c7e), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:06.325270 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b849d9-cc24-48c5-bee4-d178eaf77f3c tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Pushing event deleted for resources: {'Port': ['ID=8740931f-42ba-400f-98f3-4752c3f21c7e,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:06.342511 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b186823-ae3e-42fc-b311-acf1ca36d31d req-2aa958cb-4ae8-494b-bd4b-41283c4daefd tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:06.344051 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-7b186823-ae3e-42fc-b311-acf1ca36d31d req-2aa958cb-4ae8-494b-bd4b-41283c4daefd tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 984 time: 0.0784929 Jul 30 05:05:06.429198 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-33b849d9-cc24-48c5-bee4-d178eaf77f3c tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks [] for floatingip (d9c473ba-9933-42a4-9417-de7ccd7c9f85), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:06.431670 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-33b849d9-cc24-48c5-bee4-d178eaf77f3c tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for floatingip (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:06.432810 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-33b849d9-cc24-48c5-bee4-d178eaf77f3c tempest-AttachVolumeNegativeTest-490621097 tempest-AttachVolumeNegativeTest-490621097-project] 10.222.0.20 "DELETE /v2.0/floatingips/d9c473ba-9933-42a4-9417-de7ccd7c9f85 HTTP/1.1" status: 204 len: 168 time: 0.7615042 Jul 30 05:05:06.452547 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-7b186823-ae3e-42fc-b311-acf1ca36d31d req-352fc4d5-57a9-4c8a-a636-781c32dc0370 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2e8fdbe-c42e-4a4b-bfe5-089c4b11466f&id=690caee6-5100-4da4-985a-a65da1b16b03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0936193 Jul 30 05:05:07.383359 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 71dbf2c2-385e-484d-a2ac-d51216c17d84 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:05:07.407157 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] No Port match for: 71dbf2c2-385e-484d-a2ac-d51216c17d84 {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:05:07.407504 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 71dbf2c2-385e-484d-a2ac-d51216c17d84 not bound to the agent host hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:05:07.535755 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:07.572639 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992342e8-137c-4d28-894c-001c13591246 req-39a97f95-5f8c-4e63-aa70-c7fec2107a3d tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:07.574169 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-992342e8-137c-4d28-894c-001c13591246 req-39a97f95-5f8c-4e63-aa70-c7fec2107a3d tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 984 time: 0.0488644 Jul 30 05:05:07.645332 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-992342e8-137c-4d28-894c-001c13591246 req-a5d1cb31-9a06-467c-a6b8-a9b910d88e62 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2e8fdbe-c42e-4a4b-bfe5-089c4b11466f&id=690caee6-5100-4da4-985a-a65da1b16b03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0638568 Jul 30 05:05:08.771446 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d44c01-a2d8-42ec-802d-7ce03cdd15a0 req-ab626317-62aa-4b8c-a5f7-af6376425058 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:08.772906 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d8d44c01-a2d8-42ec-802d-7ce03cdd15a0 req-ab626317-62aa-4b8c-a5f7-af6376425058 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 984 time: 0.0553243 Jul 30 05:05:08.841751 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d8d44c01-a2d8-42ec-802d-7ce03cdd15a0 req-532ab7ef-d882-45fa-b674-18d58bbc6981 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2e8fdbe-c42e-4a4b-bfe5-089c4b11466f&id=690caee6-5100-4da4-985a-a65da1b16b03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0616541 Jul 30 05:05:09.961913 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08074c-6024-4098-940a-aacf9ad4dd00 req-8bc81728-78e0-4a8a-bee5-40503cddb0f1 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:09.963395 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fc08074c-6024-4098-940a-aacf9ad4dd00 req-8bc81728-78e0-4a8a-bee5-40503cddb0f1 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 984 time: 0.0481341 Jul 30 05:05:10.024381 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fc08074c-6024-4098-940a-aacf9ad4dd00 req-2b23b0f2-72fd-49e0-b667-52c1ecdfbe9a tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2e8fdbe-c42e-4a4b-bfe5-089c4b11466f&id=690caee6-5100-4da4-985a-a65da1b16b03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550799 Jul 30 05:05:10.115570 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 56654) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:10.233577 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.agents_db [None req-c768def0-c5c3-40f0-ac12-561af9dad95f None None] Agent healthcheck: found 6 active agents {{(pid=103973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:05:10.590085 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4e616599-42d7-41f6-805e-095c26b88fb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706265'] for router_interface (2db0553a-115a-4d31-af18-56f089af9880), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:10.817422 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-4e616599-42d7-41f6-805e-095c26b88fb6 admin admin] Deleting port f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:05:10.817680 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4e616599-42d7-41f6-805e-095c26b88fb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:10.900187 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-4e616599-42d7-41f6-805e-095c26b88fb6 admin admin] For port f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012,segment=NetworkSegment(f332eab5-1e47-46f1-8048-b01e080b1202),segment_id=f332eab5-1e47-46f1-8048-b01e080b1202)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:05:10.900544 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4e616599-42d7-41f6-805e-095c26b88fb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:10.912903 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-4e616599-42d7-41f6-805e-095c26b88fb6 admin admin] Calling delete_port for f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012 owned by network:router_interface {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:05:10.925312 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:10.976403 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:11.091948 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4e616599-42d7-41f6-805e-095c26b88fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:11.118214 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e616599-42d7-41f6-805e-095c26b88fb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:11.166424 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfaf50-0e44-4663-8668-b12f8fe5ae53 req-5b9c1115-7732-4a98-a259-6f7aa23fb135 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:11.168756 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-41cfaf50-0e44-4663-8668-b12f8fe5ae53 req-5b9c1115-7732-4a98-a259-6f7aa23fb135 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 984 time: 0.0639582 Jul 30 05:05:11.237126 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-41cfaf50-0e44-4663-8668-b12f8fe5ae53 req-6133936d-4477-4834-b3f4-36077a062094 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2e8fdbe-c42e-4a4b-bfe5-089c4b11466f&id=690caee6-5100-4da4-985a-a65da1b16b03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610421 Jul 30 05:05:11.289611 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4e616599-42d7-41f6-805e-095c26b88fb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1706421'] for router_interface (2db0553a-115a-4d31-af18-56f089af9880), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:11.746552 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e616599-42d7-41f6-805e-095c26b88fb6 admin admin] Router 2db0553a-115a-4d31-af18-56f089af9880 has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 05:05:11.840879 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 56674) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:11.859247 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e616599-42d7-41f6-805e-095c26b88fb6 admin admin] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:05:11.867399 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-4e616599-42d7-41f6-805e-095c26b88fb6 admin admin] 10.222.0.20 "PUT /v2.0/routers/2db0553a-115a-4d31-af18-56f089af9880/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7483461 Jul 30 05:05:11.867643 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 56678) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:11.868246 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cf012e-6705-4c04-a452-74212cc4d966 None None] Sync routers for ids ['2db0553a-115a-4d31-af18-56f089af9880'] in dv-cinder-851279-3-iscsi {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:05:11.879240 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cf012e-6705-4c04-a452-74212cc4d966 None None] Routers {'2db0553a-115a-4d31-af18-56f089af9880'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:05:11.879786 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-80cf012e-6705-4c04-a452-74212cc4d966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:04:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['2db0553a-115a-4d31-af18-56f089af9880'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:11.912925 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:11.974790 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:11.977959 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c464a1a6-ea59-4e51-8594-f71a52e58668 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:11.983092 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b65b0ce1-d16b-4216-8179-345e8c895996 admin admin] Publish callbacks [] for router (2db0553a-115a-4d31-af18-56f089af9880), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:11.988702 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-80cf012e-6705-4c04-a452-74212cc4d966 None None] Set router 2db0553a-115a-4d31-af18-56f089af9880 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:05:12.074661 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c464a1a6-ea59-4e51-8594-f71a52e58668 admin admin] Publish callbacks [] for security_group (68b7885b-f445-4aeb-8bd4-2cb413b98980), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:12.079428 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c464a1a6-ea59-4e51-8594-f71a52e58668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (68b7885b-f445-4aeb-8bd4-2cb413b98980), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:12.099827 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:12.101580 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b65b0ce1-d16b-4216-8179-345e8c895996 admin admin] Publish callbacks [] for router_gateway (2db0553a-115a-4d31-af18-56f089af9880), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:12.123692 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-c464a1a6-ea59-4e51-8594-f71a52e58668 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d21f4a9d4f054748bdfb560b1995dd8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2817740 Jul 30 05:05:12.126182 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464a1a6-ea59-4e51-8594-f71a52e58668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b7885b-f445-4aeb-8bd4-2cb413b98980,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:12.129895 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 56680) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:12.145297 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:12.151807 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-b65b0ce1-d16b-4216-8179-345e8c895996 admin admin] Deleting port d3ace2d7-d7e8-425c-9bcb-ab05ae9824bb {{(pid=103970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:05:12.152155 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b65b0ce1-d16b-4216-8179-345e8c895996 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (d3ace2d7-d7e8-425c-9bcb-ab05ae9824bb), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:12.175171 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-80cf012e-6705-4c04-a452-74212cc4d966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db0553a-115a-4d31-af18-56f089af9880', 'name': 'tempest-AttachVolumeNegativeTest-426223834-router', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:08Z', 'updated_at': '2022-07-30T05:05:11Z', 'revision_number': 5, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'gw_port': {'id': 'd3ace2d7-d7e8-425c-9bcb-ab05ae9824bb', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db0553a-115a-4d31-af18-56f089af9880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:09Z', 'updated_at': '2022-07-30T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi'}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:12.184961 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-9b56a890-4d44-4667-be33-3b55c5b1c3e3 admin admin] Publish callbacks [] for security_group (68b7885b-f445-4aeb-8bd4-2cb413b98980), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:12.203041 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cf012e-6705-4c04-a452-74212cc4d966 None None] Checking router: 2db0553a-115a-4d31-af18-56f089af9880 for host: dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:05:12.207287 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-9b56a890-4d44-4667-be33-3b55c5b1c3e3 admin admin] Publish callbacks [] for security_group (68b7885b-f445-4aeb-8bd4-2cb413b98980), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:12.212770 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cf012e-6705-4c04-a452-74212cc4d966 None None] Routers {'2db0553a-115a-4d31-af18-56f089af9880'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:05:12.213491 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-80cf012e-6705-4c04-a452-74212cc4d966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:04:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['2db0553a-115a-4d31-af18-56f089af9880'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:12.246749 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-b65b0ce1-d16b-4216-8179-345e8c895996 admin admin] For port d3ace2d7-d7e8-425c-9bcb-ab05ae9824bb, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=d3ace2d7-d7e8-425c-9bcb-ab05ae9824bb,segment=NetworkSegment(e5d036d1-25f5-4dcf-bf6d-d8f947655ab3),segment_id=e5d036d1-25f5-4dcf-bf6d-d8f947655ab3)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:05:12.247405 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b65b0ce1-d16b-4216-8179-345e8c895996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (d3ace2d7-d7e8-425c-9bcb-ab05ae9824bb), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:12.262842 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-b65b0ce1-d16b-4216-8179-345e8c895996 admin admin] Calling delete_port for d3ace2d7-d7e8-425c-9bcb-ab05ae9824bb owned by network:router_gateway {{(pid=103970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:05:12.263484 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-9b56a890-4d44-4667-be33-3b55c5b1c3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (68b7885b-f445-4aeb-8bd4-2cb413b98980), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:12.266107 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-9b56a890-4d44-4667-be33-3b55c5b1c3e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:12.267775 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-9b56a890-4d44-4667-be33-3b55c5b1c3e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/68b7885b-f445-4aeb-8bd4-2cb413b98980 HTTP/1.1" status: 204 len: 168 time: 0.1373448 Jul 30 05:05:12.285789 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56a890-4d44-4667-be33-3b55c5b1c3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b7885b-f445-4aeb-8bd4-2cb413b98980,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:12.296411 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56a890-4d44-4667-be33-3b55c5b1c3e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:12.296411 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56a890-4d44-4667-be33-3b55c5b1c3e3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:12.296944 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56a890-4d44-4667-be33-3b55c5b1c3e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:12.297832 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56a890-4d44-4667-be33-3b55c5b1c3e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:12.298911 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56a890-4d44-4667-be33-3b55c5b1c3e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:12.299491 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56a890-4d44-4667-be33-3b55c5b1c3e3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:12.300039 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56a890-4d44-4667-be33-3b55c5b1c3e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:12.300470 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56a890-4d44-4667-be33-3b55c5b1c3e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:12.300912 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56a890-4d44-4667-be33-3b55c5b1c3e3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:12.301421 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56a890-4d44-4667-be33-3b55c5b1c3e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:12.301848 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56a890-4d44-4667-be33-3b55c5b1c3e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:12.302279 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56a890-4d44-4667-be33-3b55c5b1c3e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:12.302728 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56a890-4d44-4667-be33-3b55c5b1c3e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:12.303294 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56a890-4d44-4667-be33-3b55c5b1c3e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:12.303725 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56a890-4d44-4667-be33-3b55c5b1c3e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:12.456115 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-80cf012e-6705-4c04-a452-74212cc4d966 None None] Set router 2db0553a-115a-4d31-af18-56f089af9880 gateway port host: None {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:05:12.467183 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b65b0ce1-d16b-4216-8179-345e8c895996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (d3ace2d7-d7e8-425c-9bcb-ab05ae9824bb), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:12.496719 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b0ce1-d16b-4216-8179-345e8c895996 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3ace2d7-d7e8-425c-9bcb-ab05ae9824bb,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:12.515758 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-80cf012e-6705-4c04-a452-74212cc4d966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db0553a-115a-4d31-af18-56f089af9880', 'name': 'tempest-AttachVolumeNegativeTest-426223834-router', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:08Z', 'updated_at': '2022-07-30T05:05:12Z', 'revision_number': 6, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'gw_port_host': None}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:12.526356 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b0ce1-d16b-4216-8179-345e8c895996 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:12.526745 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b0ce1-d16b-4216-8179-345e8c895996 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:12.527092 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b0ce1-d16b-4216-8179-345e8c895996 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:12.527451 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b0ce1-d16b-4216-8179-345e8c895996 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:12.527783 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b0ce1-d16b-4216-8179-345e8c895996 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:12.528116 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b0ce1-d16b-4216-8179-345e8c895996 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:12.528451 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b0ce1-d16b-4216-8179-345e8c895996 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:12.528799 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b0ce1-d16b-4216-8179-345e8c895996 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:12.529116 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b0ce1-d16b-4216-8179-345e8c895996 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:12.529448 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b0ce1-d16b-4216-8179-345e8c895996 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:12.529784 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b0ce1-d16b-4216-8179-345e8c895996 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:12.530121 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b0ce1-d16b-4216-8179-345e8c895996 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:12.530476 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b0ce1-d16b-4216-8179-345e8c895996 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:12.530806 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b0ce1-d16b-4216-8179-345e8c895996 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:12.531133 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b0ce1-d16b-4216-8179-345e8c895996 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:12.542280 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cf012e-6705-4c04-a452-74212cc4d966 None None] The sync data for ids ['2db0553a-115a-4d31-af18-56f089af9880'] in dv-cinder-851279-3-iscsi is: [{'id': '2db0553a-115a-4d31-af18-56f089af9880', 'name': 'tempest-AttachVolumeNegativeTest-426223834-router', 'tenant_id': 'e01500cb03c74d1082090cd1c1836169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:08Z', 'updated_at': '2022-07-30T05:05:12Z', 'revision_number': 6, 'project_id': 'e01500cb03c74d1082090cd1c1836169', 'gw_port_host': None}] {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:05:12.575266 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b65b0ce1-d16b-4216-8179-345e8c895996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706877'] for router_gateway (2db0553a-115a-4d31-af18-56f089af9880), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:12.673360 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b65b0ce1-d16b-4216-8179-345e8c895996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1680016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31582'] for router (2db0553a-115a-4d31-af18-56f089af9880), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:12.675627 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b65b0ce1-d16b-4216-8179-345e8c895996 admin admin] Publish callbacks [] for router_controller (2db0553a-115a-4d31-af18-56f089af9880), precommit_delete_associations {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:12.721031 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b65b0ce1-d16b-4216-8179-345e8c895996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1679890'] for router (2db0553a-115a-4d31-af18-56f089af9880), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:12.721636 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65b0ce1-d16b-4216-8179-345e8c895996 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2db0553a-115a-4d31-af18-56f089af9880 {{(pid=103970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 05:05:12.726391 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b65b0ce1-d16b-4216-8179-345e8c895996 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:12.727572 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-b65b0ce1-d16b-4216-8179-345e8c895996 admin admin] 10.222.0.20 "DELETE /v2.0/routers/2db0553a-115a-4d31-af18-56f089af9880 HTTP/1.1" status: 204 len: 168 time: 0.8587224 Jul 30 05:05:12.730144 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 56684) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:12.774048 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f91a84-8011-4dfa-bba2-4b8e9b949d2a admin admin] Deleting subnet bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d {{(pid=103970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 30 05:05:12.777099 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-49f91a84-8011-4dfa-bba2-4b8e9b949d2a admin admin] Publish callbacks [] for subnet (bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:12.813825 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-49f91a84-8011-4dfa-bba2-4b8e9b949d2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3320015'] for subnet (bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d), precommit_delete_associations {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:12.896200 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-49f91a84-8011-4dfa-bba2-4b8e9b949d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990981'] for subnet (bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:12.898550 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:12.946906 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:12.959790 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-49f91a84-8011-4dfa-bba2-4b8e9b949d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3410599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59151612'] for subnet (bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:12.988259 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f91a84-8011-4dfa-bba2-4b8e9b949d2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:12.994042 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-49f91a84-8011-4dfa-bba2-4b8e9b949d2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for subnet (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:13.000544 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-49f91a84-8011-4dfa-bba2-4b8e9b949d2a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bf2e9f2a-e13b-4a9a-8e2e-cd2eeb373f3d HTTP/1.1" status: 204 len: 168 time: 0.2665551 Jul 30 05:05:13.000544 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 56686) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:13.005361 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac720b50-815b-45a3-8958-0ed09169b30d None None] Network afd82f39-2725-4de8-bc03-d4d225abc92e requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 05:05:13.083061 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9429ffc3-0e84-4dc0-a090-cc39ecc7aec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840338'] for network (afd82f39-2725-4de8-bc03-d4d225abc92e), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:13.127197 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-9429ffc3-0e84-4dc0-a090-cc39ecc7aec7 admin admin] Deleting port 790e5057-0da6-4d02-8b48-dda290051968 {{(pid=103970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:05:13.127538 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9429ffc3-0e84-4dc0-a090-cc39ecc7aec7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (790e5057-0da6-4d02-8b48-dda290051968), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:13.172152 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085af06c-49c9-4bb0-8147-a11017987a4f None None] DHCP port deletion for afd82f39-2725-4de8-bc03-d4d225abc92e request from dv-cinder-851279-3-iscsi {{(pid=103972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 30 05:05:13.199101 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-9429ffc3-0e84-4dc0-a090-cc39ecc7aec7 admin admin] For port 790e5057-0da6-4d02-8b48-dda290051968, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=790e5057-0da6-4d02-8b48-dda290051968,segment=NetworkSegment(f332eab5-1e47-46f1-8048-b01e080b1202),segment_id=f332eab5-1e47-46f1-8048-b01e080b1202)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:05:13.199371 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9429ffc3-0e84-4dc0-a090-cc39ecc7aec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (790e5057-0da6-4d02-8b48-dda290051968), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:13.212628 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-9429ffc3-0e84-4dc0-a090-cc39ecc7aec7 admin admin] Calling delete_port for 790e5057-0da6-4d02-8b48-dda290051968 owned by network:dhcp {{(pid=103970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:05:13.216064 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-085af06c-49c9-4bb0-8147-a11017987a4f None None] Deleting port 790e5057-0da6-4d02-8b48-dda290051968 {{(pid=103972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:05:13.216437 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-085af06c-49c9-4bb0-8147-a11017987a4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (790e5057-0da6-4d02-8b48-dda290051968), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:13.281997 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-085af06c-49c9-4bb0-8147-a11017987a4f None None] For port 790e5057-0da6-4d02-8b48-dda290051968, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=790e5057-0da6-4d02-8b48-dda290051968,segment=NetworkSegment(f332eab5-1e47-46f1-8048-b01e080b1202),segment_id=f332eab5-1e47-46f1-8048-b01e080b1202)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:05:13.283569 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-085af06c-49c9-4bb0-8147-a11017987a4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (790e5057-0da6-4d02-8b48-dda290051968), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:13.298811 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-085af06c-49c9-4bb0-8147-a11017987a4f None None] Calling delete_port for 790e5057-0da6-4d02-8b48-dda290051968 owned by network:dhcp {{(pid=103972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:05:13.300386 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=100 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:13.300680 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9429ffc3-0e84-4dc0-a090-cc39ecc7aec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (790e5057-0da6-4d02-8b48-dda290051968), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:13.304877 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=100 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:13.325828 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9429ffc3-0e84-4dc0-a090-cc39ecc7aec7 admin admin] Pushing event deleted for resources: {'Port': ['ID=790e5057-0da6-4d02-8b48-dda290051968,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:13.330323 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9429ffc3-0e84-4dc0-a090-cc39ecc7aec7 admin admin] No DVR routers for this DVR port 790e5057-0da6-4d02-8b48-dda290051968 on host dv-cinder-851279-3-iscsi {{(pid=103970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 30 05:05:13.393651 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-085af06c-49c9-4bb0-8147-a11017987a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849'] for port (790e5057-0da6-4d02-8b48-dda290051968), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:13.405455 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9429ffc3-0e84-4dc0-a090-cc39ecc7aec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-987256', 'neutron.services.segments.db._delete_segments_for_network-8736268768229'] for network (afd82f39-2725-4de8-bc03-d4d225abc92e), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:13.420152 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085af06c-49c9-4bb0-8147-a11017987a4f None None] Pushing event deleted for resources: {'Port': ['ID=790e5057-0da6-4d02-8b48-dda290051968,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:13.421999 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085af06c-49c9-4bb0-8147-a11017987a4f None None] No DVR routers for this DVR port 790e5057-0da6-4d02-8b48-dda290051968 on host dv-cinder-851279-3-iscsi {{(pid=103972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 30 05:05:13.426632 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.services.segments.db [None req-9429ffc3-0e84-4dc0-a090-cc39ecc7aec7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afd82f39-2725-4de8-bc03-d4d225abc92e']}} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:13.442981 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.services.segments.db [None req-9429ffc3-0e84-4dc0-a090-cc39ecc7aec7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f332eab5-1e47-46f1-8048-b01e080b1202') {'for_net_delete': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:13.443280 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.services.segments.db [None req-9429ffc3-0e84-4dc0-a090-cc39ecc7aec7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f332eab5-1e47-46f1-8048-b01e080b1202') {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:13.453177 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9429ffc3-0e84-4dc0-a090-cc39ecc7aec7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736268768130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3320020'] for segment (f332eab5-1e47-46f1-8048-b01e080b1202), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:13.467108 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9429ffc3-0e84-4dc0-a090-cc39ecc7aec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101'] for segment (f332eab5-1e47-46f1-8048-b01e080b1202), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:13.473953 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9429ffc3-0e84-4dc0-a090-cc39ecc7aec7 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 05:05:13.474337 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9429ffc3-0e84-4dc0-a090-cc39ecc7aec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3410637'] for segment (f332eab5-1e47-46f1-8048-b01e080b1202), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:13.540012 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9429ffc3-0e84-4dc0-a090-cc39ecc7aec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704485'] for network (afd82f39-2725-4de8-bc03-d4d225abc92e), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:13.547198 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9429ffc3-0e84-4dc0-a090-cc39ecc7aec7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for network (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:13.552829 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-9429ffc3-0e84-4dc0-a090-cc39ecc7aec7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/afd82f39-2725-4de8-bc03-d4d225abc92e HTTP/1.1" status: 204 len: 168 time: 0.5492947 Jul 30 05:05:13.567518 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9429ffc3-0e84-4dc0-a090-cc39ecc7aec7 admin admin] Pushing event deleted for resources: {'Network': ['ID=afd82f39-2725-4de8-bc03-d4d225abc92e,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:13.686414 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.services.segments.plugin [-] Segment f332eab5-1e47-46f1-8048-b01e080b1202 resource provider aggregate not found Jul 30 05:05:13.703422 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.services.segments.plugin [-] Segment f332eab5-1e47-46f1-8048-b01e080b1202 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f332eab5-1e47-46f1-8048-b01e080b1202 found for delete ", "request_id": "req-091c27c1-632e-4bfa-8ca3-9ed8518f1732"}]} Jul 30 05:05:13.723862 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 56696) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:13.764201 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-05fec395-a383-45e7-ae0c-87b375248cd4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e01500cb03c74d1082090cd1c1836169&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390515 Jul 30 05:05:13.766635 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 56698) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:13.817341 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2a32379a-61d3-4477-bc74-c80c0de87ef2 admin admin] Publish callbacks [] for security_group (aa2d6bd1-a429-49be-a8a1-73cd94444753), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:13.838850 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2a32379a-61d3-4477-bc74-c80c0de87ef2 admin admin] Publish callbacks [] for security_group (aa2d6bd1-a429-49be-a8a1-73cd94444753), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:13.887791 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2a32379a-61d3-4477-bc74-c80c0de87ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (aa2d6bd1-a429-49be-a8a1-73cd94444753), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:13.890338 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2a32379a-61d3-4477-bc74-c80c0de87ef2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:13.892039 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-2a32379a-61d3-4477-bc74-c80c0de87ef2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa2d6bd1-a429-49be-a8a1-73cd94444753 HTTP/1.1" status: 204 len: 168 time: 0.1239073 Jul 30 05:05:13.899987 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a32379a-61d3-4477-bc74-c80c0de87ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2d6bd1-a429-49be-a8a1-73cd94444753,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:14.627540 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012 no longer exists at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:05:14.646759 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] No Port match for: f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012 {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:05:14.647334 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device f5667e5c-eba8-4ca5-9cb3-1e6c3dd4a012 not bound to the agent host dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:05:14.647763 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 790e5057-0da6-4d02-8b48-dda290051968 no longer exists at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:05:14.665425 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] No Port match for: 790e5057-0da6-4d02-8b48-dda290051968 {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:05:14.665776 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 790e5057-0da6-4d02-8b48-dda290051968 not bound to the agent host dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:05:14.666194 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device d3ace2d7-d7e8-425c-9bcb-ab05ae9824bb no longer exists at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:05:14.684563 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] No Port match for: d3ace2d7-d7e8-425c-9bcb-ab05ae9824bb {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:05:14.684914 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device d3ace2d7-d7e8-425c-9bcb-ab05ae9824bb not bound to the agent host dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:05:15.499047 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:16.044373 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (dec4dcff-e2ed-49ed-8dd3-cc3856f345b5), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:19.879082 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 56798) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:20.164788 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-7a229302-f845-45bd-bb33-c1b4f620d76a tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Deleting port 387268a3-192b-4907-9cfd-9a6d90b222f6 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:05:20.165127 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7a229302-f845-45bd-bb33-c1b4f620d76a tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (387268a3-192b-4907-9cfd-9a6d90b222f6), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:20.229504 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:20.242930 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7a229302-f845-45bd-bb33-c1b4f620d76a tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (387268a3-192b-4907-9cfd-9a6d90b222f6), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:20.243264 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7a229302-f845-45bd-bb33-c1b4f620d76a tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks [] for floatingip (387268a3-192b-4907-9cfd-9a6d90b222f6), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:20.255852 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-7a229302-f845-45bd-bb33-c1b4f620d76a tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Calling delete_port for 387268a3-192b-4907-9cfd-9a6d90b222f6 owned by network:floatingip {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:05:20.417365 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7a229302-f845-45bd-bb33-c1b4f620d76a tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (387268a3-192b-4907-9cfd-9a6d90b222f6), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:20.421072 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:20.445227 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a229302-f845-45bd-bb33-c1b4f620d76a tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Pushing event deleted for resources: {'Port': ['ID=387268a3-192b-4907-9cfd-9a6d90b222f6,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:20.509375 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7a229302-f845-45bd-bb33-c1b4f620d76a tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks [] for floatingip (4083ae61-0fbb-4596-af02-10be66f283cd), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:20.509808 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.db.l3_db [None req-7a229302-f845-45bd-bb33-c1b4f620d76a tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Floating IP 4083ae61-0fbb-4596-af02-10be66f283cd disassociated (deleted). External IP: 172.27.2.6, port: 1a76ab0f-eada-4891-8b4c-b2af44036eb1. Jul 30 05:05:20.515280 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-322a417b-2475-41fa-bf68-18f1824c76e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:20.592695 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:20.714583 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a229302-f845-45bd-bb33-c1b4f620d76a tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Router a560c6c7-a2e8-48d3-813d-d8450948f8b1 has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 05:05:20.824861 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a229302-f845-45bd-bb33-c1b4f620d76a tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:05:20.831054 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7a229302-f845-45bd-bb33-c1b4f620d76a tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for floatingip (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:20.841522 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af103644-1409-434a-b996-2e99cac11624 None None] Sync routers for ids ['a560c6c7-a2e8-48d3-813d-d8450948f8b1'] in dv-cinder-851279-3-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:05:20.859828 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af103644-1409-434a-b996-2e99cac11624 None None] Routers {'a560c6c7-a2e8-48d3-813d-d8450948f8b1'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:05:20.860858 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-af103644-1409-434a-b996-2e99cac11624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:04:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['a560c6c7-a2e8-48d3-813d-d8450948f8b1'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:20.881523 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-7a229302-f845-45bd-bb33-c1b4f620d76a tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "DELETE /v2.0/floatingips/4083ae61-0fbb-4596-af02-10be66f283cd HTTP/1.1" status: 204 len: 168 time: 1.0011256 Jul 30 05:05:20.882359 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b497c8-e641-428a-94b6-86c21af5844f', 'tag': '1a76ab0f-eada-4891-8b4c-b2af44036eb1'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:05:20.886430 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b16b4900bbfc643f3f19b33d02e463cc441e963483cfbcd5657a130b47b3c9ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8688941a-c39b-4d94-a38d-e804aa8144d0" -d '{"events": [{"name": "network-changed", "server_uuid": "99b497c8-e641-428a-94b6-86c21af5844f", "tag": "1a76ab0f-eada-4891-8b4c-b2af44036eb1"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:05:20.936493 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Jul 2022 05:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a422676-1f17-4bdd-ac2d-e8635c9e2a74 x-openstack-request-id: req-7a422676-1f17-4bdd-ac2d-e8635c9e2a74 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:05:20.936830 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99b497c8-e641-428a-94b6-86c21af5844f", "tag": "1a76ab0f-eada-4891-8b4c-b2af44036eb1", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:05:20.937233 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a422676-1f17-4bdd-ac2d-e8635c9e2a74 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:05:20.937683 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a422676-1f17-4bdd-ac2d-e8635c9e2a74'] response: {'name': 'network-changed', 'server_uuid': '99b497c8-e641-428a-94b6-86c21af5844f', 'tag': '1a76ab0f-eada-4891-8b4c-b2af44036eb1', 'status': 'completed', 'code': 200} Jul 30 05:05:20.983997 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-af103644-1409-434a-b996-2e99cac11624 None None] Set router a560c6c7-a2e8-48d3-813d-d8450948f8b1 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:05:21.011355 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688941a-c39b-4d94-a38d-e804aa8144d0 req-6e941780-b52c-4984-b802-73dd04e5d30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:21.013108 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8688941a-c39b-4d94-a38d-e804aa8144d0 req-6e941780-b52c-4984-b802-73dd04e5d30e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=76df23454a3c4a9bb4f61b044ed5a426&device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 1129 time: 0.0544505 Jul 30 05:05:21.149689 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688941a-c39b-4d94-a38d-e804aa8144d0 req-ec4c1974-5522-4999-a5c8-f82f7355f387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:21.151195 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8688941a-c39b-4d94-a38d-e804aa8144d0 req-ec4c1974-5522-4999-a5c8-f82f7355f387 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ba00ca49-96d9-4fff-b920-6f01cfda6037 HTTP/1.1" status: 200 len: 909 time: 0.1254857 Jul 30 05:05:21.157215 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e58503-04f4-4809-a4c2-27c02f6f408f req-24c2405a-7a2d-47bd-b5fb-568b82b1e678 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:21.158670 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-50e58503-04f4-4809-a4c2-27c02f6f408f req-24c2405a-7a2d-47bd-b5fb-568b82b1e678 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 945 time: 0.0683391 Jul 30 05:05:21.189794 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-af103644-1409-434a-b996-2e99cac11624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a560c6c7-a2e8-48d3-813d-d8450948f8b1', 'name': 'tempest-TestShelveInstance-668423995-router', 'tenant_id': '76df23454a3c4a9bb4f61b044ed5a426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '0bb5d481-ea33-446a-ab12-a123beb4d66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:59:32Z', 'updated_at': '2022-07-30T04:59:36Z', 'revision_number': 4, 'project_id': '76df23454a3c4a9bb4f61b044ed5a426', 'gw_port': {'id': '0bb5d481-ea33-446a-ab12-a123beb4d66f', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a560c6c7-a2e8-48d3-813d-d8450948f8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:59:33Z', 'updated_at': '2022-07-30T04:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'eecbb627-a044-4c05-b89c-07b96e2b24f6', 'name': '', 'network_id': 'ba00ca49-96d9-4fff-b920-6f01cfda6037', 'tenant_id': '76df23454a3c4a9bb4f61b044ed5a426', 'mac_address': 'fa:16:3e:87:da:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a560c6c7-a2e8-48d3-813d-d8450948f8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'e43a40c9-7b63-4416-91e0-9daf39b8f626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:59:35Z', 'updated_at': '2022-07-30T04:59:42Z', 'revision_number': 5, 'project_id': '76df23454a3c4a9bb4f61b044ed5a426', 'subnets': [{'id': 'e43a40c9-7b63-4416-91e0-9daf39b8f626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:21.209949 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-50e58503-04f4-4809-a4c2-27c02f6f408f req-2f96f9da-2c63-4290-9171-f5544e95d6ba tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457528 Jul 30 05:05:21.216285 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af103644-1409-434a-b996-2e99cac11624 None None] Checking router: a560c6c7-a2e8-48d3-813d-d8450948f8b1 for host: dv-cinder-851279-3-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:05:21.225063 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af103644-1409-434a-b996-2e99cac11624 None None] Routers {'a560c6c7-a2e8-48d3-813d-d8450948f8b1'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:05:21.225657 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-af103644-1409-434a-b996-2e99cac11624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:04:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['a560c6c7-a2e8-48d3-813d-d8450948f8b1'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:21.327069 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-af103644-1409-434a-b996-2e99cac11624 None None] Set router a560c6c7-a2e8-48d3-813d-d8450948f8b1 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:05:21.511309 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-af103644-1409-434a-b996-2e99cac11624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a560c6c7-a2e8-48d3-813d-d8450948f8b1', 'name': 'tempest-TestShelveInstance-668423995-router', 'tenant_id': '76df23454a3c4a9bb4f61b044ed5a426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '0bb5d481-ea33-446a-ab12-a123beb4d66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:59:32Z', 'updated_at': '2022-07-30T04:59:36Z', 'revision_number': 4, 'project_id': '76df23454a3c4a9bb4f61b044ed5a426', 'gw_port': {'id': '0bb5d481-ea33-446a-ab12-a123beb4d66f', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a560c6c7-a2e8-48d3-813d-d8450948f8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:59:33Z', 'updated_at': '2022-07-30T04:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'eecbb627-a044-4c05-b89c-07b96e2b24f6', 'name': '', 'network_id': 'ba00ca49-96d9-4fff-b920-6f01cfda6037', 'tenant_id': '76df23454a3c4a9bb4f61b044ed5a426', 'mac_address': 'fa:16:3e:87:da:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a560c6c7-a2e8-48d3-813d-d8450948f8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'e43a40c9-7b63-4416-91e0-9daf39b8f626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:59:35Z', 'updated_at': '2022-07-30T04:59:42Z', 'revision_number': 5, 'project_id': '76df23454a3c4a9bb4f61b044ed5a426', 'subnets': [{'id': 'e43a40c9-7b63-4416-91e0-9daf39b8f626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:21.534997 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af103644-1409-434a-b996-2e99cac11624 None None] The sync data for ids ['a560c6c7-a2e8-48d3-813d-d8450948f8b1'] in dv-cinder-851279-3-iscsi is: [{'id': 'a560c6c7-a2e8-48d3-813d-d8450948f8b1', 'name': 'tempest-TestShelveInstance-668423995-router', 'tenant_id': '76df23454a3c4a9bb4f61b044ed5a426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '0bb5d481-ea33-446a-ab12-a123beb4d66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:59:32Z', 'updated_at': '2022-07-30T04:59:36Z', 'revision_number': 4, 'project_id': '76df23454a3c4a9bb4f61b044ed5a426', 'gw_port': {'id': '0bb5d481-ea33-446a-ab12-a123beb4d66f', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a560c6c7-a2e8-48d3-813d-d8450948f8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:59:33Z', 'updated_at': '2022-07-30T04:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'eecbb627-a044-4c05-b89c-07b96e2b24f6', 'name': '', 'network_id': 'ba00ca49-96d9-4fff-b920-6f01cfda6037', 'tenant_id': '76df23454a3c4a9bb4f61b044ed5a426', 'mac_address': 'fa:16:3e:87:da:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a560c6c7-a2e8-48d3-813d-d8450948f8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'e43a40c9-7b63-4416-91e0-9daf39b8f626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:59:35Z', 'updated_at': '2022-07-30T04:59:42Z', 'revision_number': 5, 'project_id': '76df23454a3c4a9bb4f61b044ed5a426', 'subnets': [{'id': 'e43a40c9-7b63-4416-91e0-9daf39b8f626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:05:21.758870 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36abe36b-de63-40c1-a0fb-c816c359f0a3 None None] New status for floating IP 4083ae61-0fbb-4596-af02-10be66f283cd: DOWN {{(pid=103972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 30 05:05:22.301539 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8688941a-c39b-4d94-a38d-e804aa8144d0 req-3074ffe1-7428-4329-9852-a663b40ca605 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a76ab0f-eada-4891-8b4c-b2af44036eb1 HTTP/1.1" status: 200 len: 217 time: 0.0381455 Jul 30 05:05:22.336405 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8f09e-7fd8-4d89-9ffe-5ee64b7090f9 req-80bcbc71-33ab-4994-abef-f56d5d9fc1f5 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:22.337896 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-1ad8f09e-7fd8-4d89-9ffe-5ee64b7090f9 req-80bcbc71-33ab-4994-abef-f56d5d9fc1f5 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 945 time: 0.0521808 Jul 30 05:05:22.361256 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688941a-c39b-4d94-a38d-e804aa8144d0 req-bc7f23d3-cefb-4291-8c59-53c1b5850984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:22.363610 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8688941a-c39b-4d94-a38d-e804aa8144d0 req-bc7f23d3-cefb-4291-8c59-53c1b5850984 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e43a40c9-7b63-4416-91e0-9daf39b8f626 HTTP/1.1" status: 200 len: 847 time: 0.0478828 Jul 30 05:05:22.389471 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-1ad8f09e-7fd8-4d89-9ffe-5ee64b7090f9 req-cf83e38b-5918-4407-8f0d-81dbe4df7b50 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/security-groups?id=e12282ff-a456-4058-b8f1-27151862794c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453911 Jul 30 05:05:22.536332 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688941a-c39b-4d94-a38d-e804aa8144d0 req-eaba6b93-9044-4215-90f8-325748cba03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:22.537832 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8688941a-c39b-4d94-a38d-e804aa8144d0 req-eaba6b93-9044-4215-90f8-325748cba03e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ba00ca49-96d9-4fff-b920-6f01cfda6037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0702779 Jul 30 05:05:22.539820 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b32e8042-5622-4d32-9695-2ae1c112225f req-12bb4c0c-11bf-42b6-91b7-4d40b16d49c3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711238 Jul 30 05:05:22.635665 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8688941a-c39b-4d94-a38d-e804aa8144d0 req-ae4ac663-fa47-4e0b-b8ac-6e8d898cf4d6 service neutron] 10.222.0.49 "GET /v2.0/networks/ba00ca49-96d9-4fff-b920-6f01cfda6037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877743 Jul 30 05:05:22.801273 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:22.825214 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e8042-5622-4d32-9695-2ae1c112225f req-2d807ab6-c512-4074-95e6-59487d4a8505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:22.826694 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b32e8042-5622-4d32-9695-2ae1c112225f req-2d807ab6-c512-4074-95e6-59487d4a8505 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bc6f8afc1abf427f92c44fdc55994b18&device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 1130 time: 0.1081679 Jul 30 05:05:22.853021 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d33d8c7c-be7c-4b6b-8994-983ae579ed2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:22.861659 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910b2f0-d97e-4cbe-9523-b7bc78c35213 req-4e70225e-7dc0-4e30-883e-875bd3f91b33 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:22.863087 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9910b2f0-d97e-4cbe-9523-b7bc78c35213 req-4e70225e-7dc0-4e30-883e-875bd3f91b33 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.49 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 945 time: 0.0733576 Jul 30 05:05:22.892670 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8688941a-c39b-4d94-a38d-e804aa8144d0 req-68254cfe-0eb2-45f4-9469-771ceffbdb6e service neutron] 10.222.0.49 "GET /v2.0/networks/ba00ca49-96d9-4fff-b920-6f01cfda6037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820207 Jul 30 05:05:22.950340 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:23.020523 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-9910b2f0-d97e-4cbe-9523-b7bc78c35213 req-9e29537a-c2b4-47df-afd3-3bab62692d94 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Deleting port 1a76ab0f-eada-4891-8b4c-b2af44036eb1 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:05:23.021059 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-9910b2f0-d97e-4cbe-9523-b7bc78c35213 req-9e29537a-c2b4-47df-afd3-3bab62692d94 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (1a76ab0f-eada-4891-8b4c-b2af44036eb1), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:23.027279 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e8042-5622-4d32-9695-2ae1c112225f req-9f88e515-9235-408d-af9b-fc8982ef2f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:23.028714 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b32e8042-5622-4d32-9695-2ae1c112225f req-9f88e515-9235-408d-af9b-fc8982ef2f2e service neutron] 10.222.0.49 "GET /v2.0/networks?id=fdf70601-7662-4f43-8ddd-db3bc3add8d1 HTTP/1.1" status: 200 len: 918 time: 0.1647944 Jul 30 05:05:23.136173 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b32e8042-5622-4d32-9695-2ae1c112225f req-07166bda-5f65-40da-8fa4-a9a301e9e016 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ca5af71-3aff-4af4-9271-ac47c637cc34 HTTP/1.1" status: 200 len: 1000 time: 0.0972579 Jul 30 05:05:23.194254 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-9910b2f0-d97e-4cbe-9523-b7bc78c35213 req-9e29537a-c2b4-47df-afd3-3bab62692d94 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] For port 1a76ab0f-eada-4891-8b4c-b2af44036eb1, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=1a76ab0f-eada-4891-8b4c-b2af44036eb1,segment=NetworkSegment(49e86943-6cb8-4f31-93ea-855c416e4a38),segment_id=49e86943-6cb8-4f31-93ea-855c416e4a38)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:05:23.194516 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-9910b2f0-d97e-4cbe-9523-b7bc78c35213 req-9e29537a-c2b4-47df-afd3-3bab62692d94 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (1a76ab0f-eada-4891-8b4c-b2af44036eb1), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:23.215724 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-9910b2f0-d97e-4cbe-9523-b7bc78c35213 req-9e29537a-c2b4-47df-afd3-3bab62692d94 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Calling delete_port for 1a76ab0f-eada-4891-8b4c-b2af44036eb1 owned by compute:nova {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:05:23.222804 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e8042-5622-4d32-9695-2ae1c112225f req-f8a616dd-b066-4f55-aa51-58ebfef1136c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:23.224237 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b32e8042-5622-4d32-9695-2ae1c112225f req-f8a616dd-b066-4f55-aa51-58ebfef1136c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=872e5683-a168-4487-9376-0296b22d54e2 HTTP/1.1" status: 200 len: 856 time: 0.0784540 Jul 30 05:05:23.278144 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 56828) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:23.302721 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e8042-5622-4d32-9695-2ae1c112225f req-047f8664-3b43-4074-a52d-fff6d091973e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:23.304192 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b32e8042-5622-4d32-9695-2ae1c112225f req-047f8664-3b43-4074-a52d-fff6d091973e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fdf70601-7662-4f43-8ddd-db3bc3add8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0719635 Jul 30 05:05:23.395394 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-cc8066a0-da51-4f94-b3b6-84614ee729aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:23.446227 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b32e8042-5622-4d32-9695-2ae1c112225f req-316ce889-ddfc-414f-bdd6-30c6bb83ad82 service neutron] 10.222.0.49 "GET /v2.0/networks/fdf70601-7662-4f43-8ddd-db3bc3add8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344151 Jul 30 05:05:23.459370 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:23.484580 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-cc8066a0-da51-4f94-b3b6-84614ee729aa admin admin] Publish callbacks [] for security_group (1fa96ee2-6a78-4a96-bd95-3cbfa1007bf2), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:23.489389 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-cc8066a0-da51-4f94-b3b6-84614ee729aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (1fa96ee2-6a78-4a96-bd95-3cbfa1007bf2), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:23.503485 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-9910b2f0-d97e-4cbe-9523-b7bc78c35213 req-9e29537a-c2b4-47df-afd3-3bab62692d94 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (1a76ab0f-eada-4891-8b4c-b2af44036eb1), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:23.529848 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-cc8066a0-da51-4f94-b3b6-84614ee729aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=696413e60ae44275acd7a718e7be1315&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2505143 Jul 30 05:05:23.530830 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8066a0-da51-4f94-b3b6-84614ee729aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa96ee2-6a78-4a96-bd95-3cbfa1007bf2,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:23.534079 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 56834) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:23.557288 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ebbccdf9-a704-47db-94ab-faaa8971135f req-b2a63267-63ab-48d4-8afd-742493c367a6 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 210 time: 0.0835896 Jul 30 05:05:23.562690 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e29537a-c2b4-47df-afd3-3bab62692d94 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Pushing event deleted for resources: {'Port': ['ID=1a76ab0f-eada-4891-8b4c-b2af44036eb1,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:23.585909 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:23.590248 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5cabee80-c930-47c6-9bff-931294ad21e4 admin admin] Publish callbacks [] for security_group (1fa96ee2-6a78-4a96-bd95-3cbfa1007bf2), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:23.618891 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5cabee80-c930-47c6-9bff-931294ad21e4 admin admin] Publish callbacks [] for security_group (1fa96ee2-6a78-4a96-bd95-3cbfa1007bf2), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:23.625497 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-9910b2f0-d97e-4cbe-9523-b7bc78c35213 req-9e29537a-c2b4-47df-afd3-3bab62692d94 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] No DVR routers for this DVR port 1a76ab0f-eada-4891-8b4c-b2af44036eb1 on host hv-cinder-85127 {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 30 05:05:23.630324 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:23.636173 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-9910b2f0-d97e-4cbe-9523-b7bc78c35213 req-9e29537a-c2b4-47df-afd3-3bab62692d94 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:23.639343 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9910b2f0-d97e-4cbe-9523-b7bc78c35213 req-9e29537a-c2b4-47df-afd3-3bab62692d94 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.49 "DELETE /v2.0/ports/1a76ab0f-eada-4891-8b4c-b2af44036eb1 HTTP/1.1" status: 204 len: 173 time: 0.7650704 Jul 30 05:05:23.639825 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b497c8-e641-428a-94b6-86c21af5844f', 'name': 'network-vif-deleted', 'tag': '1a76ab0f-eada-4891-8b4c-b2af44036eb1'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:05:23.642877 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b16b4900bbfc643f3f19b33d02e463cc441e963483cfbcd5657a130b47b3c9ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fd2e91-ff01-4305-8975-eb5db241301c" -d '{"events": [{"server_uuid": "99b497c8-e641-428a-94b6-86c21af5844f", "name": "network-vif-deleted", "tag": "1a76ab0f-eada-4891-8b4c-b2af44036eb1"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:05:23.652327 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b32e8042-5622-4d32-9695-2ae1c112225f req-89817fd3-5c62-4a8d-8f8e-7dab08b054ce service neutron] 10.222.0.49 "GET /v2.0/networks/fdf70601-7662-4f43-8ddd-db3bc3add8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990309 Jul 30 05:05:23.676380 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5cabee80-c930-47c6-9bff-931294ad21e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (1fa96ee2-6a78-4a96-bd95-3cbfa1007bf2), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:23.679766 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5cabee80-c930-47c6-9bff-931294ad21e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:23.683579 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-5cabee80-c930-47c6-9bff-931294ad21e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1fa96ee2-6a78-4a96-bd95-3cbfa1007bf2 HTTP/1.1" status: 204 len: 168 time: 0.1459022 Jul 30 05:05:23.692091 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cabee80-c930-47c6-9bff-931294ad21e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa96ee2-6a78-4a96-bd95-3cbfa1007bf2,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:23.701217 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 05:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050d9a4a-182e-4928-af6e-56322b3b4b6b x-openstack-request-id: req-050d9a4a-182e-4928-af6e-56322b3b4b6b {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:05:23.701543 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b497c8-e641-428a-94b6-86c21af5844f", "name": "network-vif-deleted", "tag": "1a76ab0f-eada-4891-8b4c-b2af44036eb1", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:05:23.702825 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-050d9a4a-182e-4928-af6e-56322b3b4b6b {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:05:23.703248 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-050d9a4a-182e-4928-af6e-56322b3b4b6b'] response: {'server_uuid': '99b497c8-e641-428a-94b6-86c21af5844f', 'name': 'network-vif-deleted', 'tag': '1a76ab0f-eada-4891-8b4c-b2af44036eb1', 'status': 'completed', 'code': 200} Jul 30 05:05:23.904067 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:24.676218 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-697b2858-710c-4e68-a11a-3227068d2872 req-07825c51-f355-4756-9888-1abb5758775d tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "GET /v2.0/ports?device_id=99b497c8-e641-428a-94b6-86c21af5844f HTTP/1.1" status: 200 len: 210 time: 0.0305092 Jul 30 05:05:25.332166 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:25.494893 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 1a76ab0f-eada-4891-8b4c-b2af44036eb1 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:05:25.513730 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] No Port match for: 1a76ab0f-eada-4891-8b4c-b2af44036eb1 {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:05:25.514081 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 1a76ab0f-eada-4891-8b4c-b2af44036eb1 not bound to the agent host hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:05:25.712821 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:25.744069 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 56892) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:25.803616 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-524af3f4-bee8-43a5-8075-cd89fd3ce2d7 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks [] for security_group (e12282ff-a456-4058-b8f1-27151862794c), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:25.829337 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-524af3f4-bee8-43a5-8075-cd89fd3ce2d7 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks [] for security_group (e12282ff-a456-4058-b8f1-27151862794c), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:25.891253 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-524af3f4-bee8-43a5-8075-cd89fd3ce2d7 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (e12282ff-a456-4058-b8f1-27151862794c), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:25.894523 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-524af3f4-bee8-43a5-8075-cd89fd3ce2d7 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:25.895677 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-524af3f4-bee8-43a5-8075-cd89fd3ce2d7 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] 10.222.0.20 "DELETE /v2.0/security-groups/e12282ff-a456-4058-b8f1-27151862794c HTTP/1.1" status: 204 len: 168 time: 0.1513801 Jul 30 05:05:25.904958 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524af3f4-bee8-43a5-8075-cd89fd3ce2d7 tempest-TestShelveInstance-926399645 tempest-TestShelveInstance-926399645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12282ff-a456-4058-b8f1-27151862794c,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:25.948734 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 56896) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:26.284775 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:26.402016 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-3b4c3f57-e87f-4e2c-81f5-ed8a53553afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706265'] for router_interface (a560c6c7-a2e8-48d3-813d-d8450948f8b1), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:26.633472 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-3b4c3f57-e87f-4e2c-81f5-ed8a53553afc admin admin] Deleting port eecbb627-a044-4c05-b89c-07b96e2b24f6 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:05:26.633818 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-3b4c3f57-e87f-4e2c-81f5-ed8a53553afc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (eecbb627-a044-4c05-b89c-07b96e2b24f6), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:26.716750 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-3b4c3f57-e87f-4e2c-81f5-ed8a53553afc admin admin] For port eecbb627-a044-4c05-b89c-07b96e2b24f6, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=eecbb627-a044-4c05-b89c-07b96e2b24f6,segment=NetworkSegment(49e86943-6cb8-4f31-93ea-855c416e4a38),segment_id=49e86943-6cb8-4f31-93ea-855c416e4a38)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:05:26.717114 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-3b4c3f57-e87f-4e2c-81f5-ed8a53553afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (eecbb627-a044-4c05-b89c-07b96e2b24f6), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:26.730555 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-3b4c3f57-e87f-4e2c-81f5-ed8a53553afc admin admin] Calling delete_port for eecbb627-a044-4c05-b89c-07b96e2b24f6 owned by network:router_interface {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:05:26.871708 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:26.920611 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-3b4c3f57-e87f-4e2c-81f5-ed8a53553afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (eecbb627-a044-4c05-b89c-07b96e2b24f6), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:26.944843 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c3f57-e87f-4e2c-81f5-ed8a53553afc admin admin] Pushing event deleted for resources: {'Port': ['ID=eecbb627-a044-4c05-b89c-07b96e2b24f6,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:27.354999 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-3b4c3f57-e87f-4e2c-81f5-ed8a53553afc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1706421'] for router_interface (a560c6c7-a2e8-48d3-813d-d8450948f8b1), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:27.436933 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:27.554416 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4c3f57-e87f-4e2c-81f5-ed8a53553afc admin admin] Router a560c6c7-a2e8-48d3-813d-d8450948f8b1 has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 05:05:27.654251 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4c3f57-e87f-4e2c-81f5-ed8a53553afc admin admin] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:05:27.660189 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-3b4c3f57-e87f-4e2c-81f5-ed8a53553afc admin admin] 10.222.0.20 "PUT /v2.0/routers/a560c6c7-a2e8-48d3-813d-d8450948f8b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7103939 Jul 30 05:05:27.662869 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 56924) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:27.663678 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c792cdd7-3d42-4d05-a1ce-3796841d9cff None None] Sync routers for ids ['a560c6c7-a2e8-48d3-813d-d8450948f8b1'] in dv-cinder-851279-3-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:05:27.673971 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c792cdd7-3d42-4d05-a1ce-3796841d9cff None None] Routers {'a560c6c7-a2e8-48d3-813d-d8450948f8b1'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:05:27.674583 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-c792cdd7-3d42-4d05-a1ce-3796841d9cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:05:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['a560c6c7-a2e8-48d3-813d-d8450948f8b1'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:27.764389 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-de836026-3a93-43d6-a43e-4569e492ec62 admin admin] Publish callbacks [] for router (a560c6c7-a2e8-48d3-813d-d8450948f8b1), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:27.861540 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-c792cdd7-3d42-4d05-a1ce-3796841d9cff None None] Set router a560c6c7-a2e8-48d3-813d-d8450948f8b1 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:05:27.871454 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-de836026-3a93-43d6-a43e-4569e492ec62 admin admin] Publish callbacks [] for router_gateway (a560c6c7-a2e8-48d3-813d-d8450948f8b1), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:27.924376 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-de836026-3a93-43d6-a43e-4569e492ec62 admin admin] Deleting port 0bb5d481-ea33-446a-ab12-a123beb4d66f {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:05:27.924689 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-de836026-3a93-43d6-a43e-4569e492ec62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (0bb5d481-ea33-446a-ab12-a123beb4d66f), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:28.015037 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-de836026-3a93-43d6-a43e-4569e492ec62 admin admin] For port 0bb5d481-ea33-446a-ab12-a123beb4d66f, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=0bb5d481-ea33-446a-ab12-a123beb4d66f,segment=NetworkSegment(e5d036d1-25f5-4dcf-bf6d-d8f947655ab3),segment_id=e5d036d1-25f5-4dcf-bf6d-d8f947655ab3)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:05:28.015535 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-de836026-3a93-43d6-a43e-4569e492ec62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (0bb5d481-ea33-446a-ab12-a123beb4d66f), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:28.038612 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-de836026-3a93-43d6-a43e-4569e492ec62 admin admin] Calling delete_port for 0bb5d481-ea33-446a-ab12-a123beb4d66f owned by network:router_gateway {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:05:28.040260 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:28.042229 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-c792cdd7-3d42-4d05-a1ce-3796841d9cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a560c6c7-a2e8-48d3-813d-d8450948f8b1', 'name': 'tempest-TestShelveInstance-668423995-router', 'tenant_id': '76df23454a3c4a9bb4f61b044ed5a426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '0bb5d481-ea33-446a-ab12-a123beb4d66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:59:32Z', 'updated_at': '2022-07-30T05:05:26Z', 'revision_number': 5, 'project_id': '76df23454a3c4a9bb4f61b044ed5a426', 'gw_port': {'id': '0bb5d481-ea33-446a-ab12-a123beb4d66f', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a560c6c7-a2e8-48d3-813d-d8450948f8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:59:33Z', 'updated_at': '2022-07-30T04:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi'}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:28.069375 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c792cdd7-3d42-4d05-a1ce-3796841d9cff None None] Checking router: a560c6c7-a2e8-48d3-813d-d8450948f8b1 for host: dv-cinder-851279-3-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:05:28.072073 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:28.078984 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c792cdd7-3d42-4d05-a1ce-3796841d9cff None None] Routers {'a560c6c7-a2e8-48d3-813d-d8450948f8b1'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:05:28.079963 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-c792cdd7-3d42-4d05-a1ce-3796841d9cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:05:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['a560c6c7-a2e8-48d3-813d-d8450948f8b1'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:28.164299 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-c792cdd7-3d42-4d05-a1ce-3796841d9cff None None] Set router a560c6c7-a2e8-48d3-813d-d8450948f8b1 gateway port host: None {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:05:28.199854 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 56938) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:28.214476 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-c792cdd7-3d42-4d05-a1ce-3796841d9cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a560c6c7-a2e8-48d3-813d-d8450948f8b1', 'name': 'tempest-TestShelveInstance-668423995-router', 'tenant_id': '76df23454a3c4a9bb4f61b044ed5a426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:59:32Z', 'updated_at': '2022-07-30T05:05:27Z', 'revision_number': 6, 'project_id': '76df23454a3c4a9bb4f61b044ed5a426', 'gw_port_host': None}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:28.224221 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-de836026-3a93-43d6-a43e-4569e492ec62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (0bb5d481-ea33-446a-ab12-a123beb4d66f), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:28.243015 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c792cdd7-3d42-4d05-a1ce-3796841d9cff None None] The sync data for ids ['a560c6c7-a2e8-48d3-813d-d8450948f8b1'] in dv-cinder-851279-3-iscsi is: [{'id': 'a560c6c7-a2e8-48d3-813d-d8450948f8b1', 'name': 'tempest-TestShelveInstance-668423995-router', 'tenant_id': '76df23454a3c4a9bb4f61b044ed5a426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:59:32Z', 'updated_at': '2022-07-30T05:05:27Z', 'revision_number': 6, 'project_id': '76df23454a3c4a9bb4f61b044ed5a426', 'gw_port_host': None}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:05:28.281609 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de836026-3a93-43d6-a43e-4569e492ec62 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bb5d481-ea33-446a-ab12-a123beb4d66f,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:28.285531 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:28.326046 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-de836026-3a93-43d6-a43e-4569e492ec62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706877'] for router_gateway (a560c6c7-a2e8-48d3-813d-d8450948f8b1), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:28.340371 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a2ff91f0-ba1f-4cec-977e-b18b9bcf1970 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:28.414048 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-de836026-3a93-43d6-a43e-4569e492ec62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1680016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31582'] for router (a560c6c7-a2e8-48d3-813d-d8450948f8b1), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:28.416821 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-de836026-3a93-43d6-a43e-4569e492ec62 admin admin] Publish callbacks [] for router_controller (a560c6c7-a2e8-48d3-813d-d8450948f8b1), precommit_delete_associations {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:28.421137 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a2ff91f0-ba1f-4cec-977e-b18b9bcf1970 admin admin] Publish callbacks [] for security_group (1929cd34-7003-44ff-a8bb-7fe9026e820b), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:28.424555 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a2ff91f0-ba1f-4cec-977e-b18b9bcf1970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (1929cd34-7003-44ff-a8bb-7fe9026e820b), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:28.463532 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-de836026-3a93-43d6-a43e-4569e492ec62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1679890'] for router (a560c6c7-a2e8-48d3-813d-d8450948f8b1), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:28.464305 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de836026-3a93-43d6-a43e-4569e492ec62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a560c6c7-a2e8-48d3-813d-d8450948f8b1 {{(pid=103971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 05:05:28.466579 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-a2ff91f0-ba1f-4cec-977e-b18b9bcf1970 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a33da2c9e16d4470b30b7566fb47db6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2650695 Jul 30 05:05:28.467494 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff91f0-ba1f-4cec-977e-b18b9bcf1970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1929cd34-7003-44ff-a8bb-7fe9026e820b,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:28.469036 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-de836026-3a93-43d6-a43e-4569e492ec62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:28.470522 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 56942) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:28.479303 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-de836026-3a93-43d6-a43e-4569e492ec62 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a560c6c7-a2e8-48d3-813d-d8450948f8b1 HTTP/1.1" status: 204 len: 168 time: 0.8153291 Jul 30 05:05:28.481438 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 56944) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:28.520604 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-35c03258-da36-4ec8-ab2b-fe65adae6154 admin admin] Publish callbacks [] for security_group (1929cd34-7003-44ff-a8bb-7fe9026e820b), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:28.526957 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_v2 [None req-23b50aa9-4cd9-4926-840a-edc8f73a496c admin admin] Deleting subnet e43a40c9-7b63-4416-91e0-9daf39b8f626 {{(pid=103971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 30 05:05:28.530157 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-23b50aa9-4cd9-4926-840a-edc8f73a496c admin admin] Publish callbacks [] for subnet (e43a40c9-7b63-4416-91e0-9daf39b8f626), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:28.542052 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-35c03258-da36-4ec8-ab2b-fe65adae6154 admin admin] Publish callbacks [] for security_group (1929cd34-7003-44ff-a8bb-7fe9026e820b), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:28.565480 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-23b50aa9-4cd9-4926-840a-edc8f73a496c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59747269'] for subnet (e43a40c9-7b63-4416-91e0-9daf39b8f626), precommit_delete_associations {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:28.595068 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-35c03258-da36-4ec8-ab2b-fe65adae6154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (1929cd34-7003-44ff-a8bb-7fe9026e820b), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:28.597966 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-35c03258-da36-4ec8-ab2b-fe65adae6154 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:28.602150 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-35c03258-da36-4ec8-ab2b-fe65adae6154 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1929cd34-7003-44ff-a8bb-7fe9026e820b HTTP/1.1" status: 204 len: 168 time: 0.1301966 Jul 30 05:05:28.625956 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c03258-da36-4ec8-ab2b-fe65adae6154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1929cd34-7003-44ff-a8bb-7fe9026e820b,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:28.701926 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-23b50aa9-4cd9-4926-840a-edc8f73a496c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990981'] for subnet (e43a40c9-7b63-4416-91e0-9daf39b8f626), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:28.773798 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-23b50aa9-4cd9-4926-840a-edc8f73a496c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3264531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59362671'] for subnet (e43a40c9-7b63-4416-91e0-9daf39b8f626), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:28.802525 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b50aa9-4cd9-4926-840a-edc8f73a496c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e43a40c9-7b63-4416-91e0-9daf39b8f626,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:28.804513 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-23b50aa9-4cd9-4926-840a-edc8f73a496c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:28.807677 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-23b50aa9-4cd9-4926-840a-edc8f73a496c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e43a40c9-7b63-4416-91e0-9daf39b8f626 HTTP/1.1" status: 204 len: 168 time: 0.3250132 Jul 30 05:05:28.810075 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 56950) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:28.815520 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7d198e-89bc-4c13-9204-b2cabaff9879 None None] Network ba00ca49-96d9-4fff-b920-6f01cfda6037 requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 05:05:28.888144 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c5006115-d03d-4c78-9e28-0092d0ed6d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840338'] for network (ba00ca49-96d9-4fff-b920-6f01cfda6037), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:28.931677 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 56952) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:28.942171 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-c5006115-d03d-4c78-9e28-0092d0ed6d6a admin admin] Deleting port 7369ebfb-0553-44c4-916f-4577135f1f8f {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:05:28.942551 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c5006115-d03d-4c78-9e28-0092d0ed6d6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (7369ebfb-0553-44c4-916f-4577135f1f8f), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:28.950021 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-9c6731e4-f38c-48da-b132-9142da5ff000 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:29.032644 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:29.038277 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-c5006115-d03d-4c78-9e28-0092d0ed6d6a admin admin] For port 7369ebfb-0553-44c4-916f-4577135f1f8f, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=7369ebfb-0553-44c4-916f-4577135f1f8f,segment=NetworkSegment(49e86943-6cb8-4f31-93ea-855c416e4a38),segment_id=49e86943-6cb8-4f31-93ea-855c416e4a38)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:05:29.038676 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c5006115-d03d-4c78-9e28-0092d0ed6d6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (7369ebfb-0553-44c4-916f-4577135f1f8f), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:29.058319 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-c5006115-d03d-4c78-9e28-0092d0ed6d6a admin admin] Calling delete_port for 7369ebfb-0553-44c4-916f-4577135f1f8f owned by network:dhcp {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:05:29.102832 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d611f27c-8014-42a3-b79b-4534a73d6e58 None None] DHCP port deletion for ba00ca49-96d9-4fff-b920-6f01cfda6037 request from dv-cinder-851279-3-iscsi {{(pid=103972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 30 05:05:29.140192 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device eecbb627-a044-4c05-b89c-07b96e2b24f6 no longer exists at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:05:29.156034 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-9c6731e4-f38c-48da-b132-9142da5ff000 admin admin] Publish callbacks [] for security_group (592eb69b-f81e-4038-b6b9-8315360c7819), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:29.164177 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-9c6731e4-f38c-48da-b132-9142da5ff000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (592eb69b-f81e-4038-b6b9-8315360c7819), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:29.164755 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] No Port match for: eecbb627-a044-4c05-b89c-07b96e2b24f6 {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:05:29.165335 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device eecbb627-a044-4c05-b89c-07b96e2b24f6 not bound to the agent host dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:05:29.175435 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-d611f27c-8014-42a3-b79b-4534a73d6e58 None None] Deleting port 7369ebfb-0553-44c4-916f-4577135f1f8f {{(pid=103972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:05:29.175807 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d611f27c-8014-42a3-b79b-4534a73d6e58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (7369ebfb-0553-44c4-916f-4577135f1f8f), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:29.183409 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=8 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:29.218347 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-9c6731e4-f38c-48da-b132-9142da5ff000 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa82a84a61a7446fb9d323ddb4a6cfef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2856486 Jul 30 05:05:29.219466 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6731e4-f38c-48da-b132-9142da5ff000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592eb69b-f81e-4038-b6b9-8315360c7819,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:29.222323 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 56954) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:29.224274 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c5006115-d03d-4c78-9e28-0092d0ed6d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (7369ebfb-0553-44c4-916f-4577135f1f8f), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:29.247391 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-d611f27c-8014-42a3-b79b-4534a73d6e58 None None] For port 7369ebfb-0553-44c4-916f-4577135f1f8f, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=7369ebfb-0553-44c4-916f-4577135f1f8f,segment=NetworkSegment(49e86943-6cb8-4f31-93ea-855c416e4a38),segment_id=49e86943-6cb8-4f31-93ea-855c416e4a38)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:05:29.247799 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d611f27c-8014-42a3-b79b-4534a73d6e58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (7369ebfb-0553-44c4-916f-4577135f1f8f), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:29.254805 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5006115-d03d-4c78-9e28-0092d0ed6d6a admin admin] Pushing event deleted for resources: {'Port': ['ID=7369ebfb-0553-44c4-916f-4577135f1f8f,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:29.257757 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5006115-d03d-4c78-9e28-0092d0ed6d6a admin admin] No DVR routers for this DVR port 7369ebfb-0553-44c4-916f-4577135f1f8f on host dv-cinder-851279-3-iscsi {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 30 05:05:29.262103 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-d611f27c-8014-42a3-b79b-4534a73d6e58 None None] Calling delete_port for 7369ebfb-0553-44c4-916f-4577135f1f8f owned by network:dhcp {{(pid=103972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:05:29.299958 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-c631ed55-6f6a-4d73-ab0c-7b714e5163e8 admin admin] Publish callbacks [] for security_group (592eb69b-f81e-4038-b6b9-8315360c7819), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:29.332445 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-c631ed55-6f6a-4d73-ab0c-7b714e5163e8 admin admin] Publish callbacks [] for security_group (592eb69b-f81e-4038-b6b9-8315360c7819), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:29.335546 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:29.340350 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:29.341421 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c5006115-d03d-4c78-9e28-0092d0ed6d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-987256', 'neutron.services.segments.db._delete_segments_for_network-8736268768229'] for network (ba00ca49-96d9-4fff-b920-6f01cfda6037), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:29.343661 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d611f27c-8014-42a3-b79b-4534a73d6e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849'] for port (7369ebfb-0553-44c4-916f-4577135f1f8f), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:29.369465 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.services.segments.db [None req-c5006115-d03d-4c78-9e28-0092d0ed6d6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba00ca49-96d9-4fff-b920-6f01cfda6037']}} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:29.369607 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611f27c-8014-42a3-b79b-4534a73d6e58 None None] Pushing event deleted for resources: {'Port': ['ID=7369ebfb-0553-44c4-916f-4577135f1f8f,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:29.373521 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d611f27c-8014-42a3-b79b-4534a73d6e58 None None] No DVR routers for this DVR port 7369ebfb-0553-44c4-916f-4577135f1f8f on host dv-cinder-851279-3-iscsi {{(pid=103972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 30 05:05:29.386706 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.services.segments.db [None req-c5006115-d03d-4c78-9e28-0092d0ed6d6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49e86943-6cb8-4f31-93ea-855c416e4a38') {'for_net_delete': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:29.387231 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.services.segments.db [None req-c5006115-d03d-4c78-9e28-0092d0ed6d6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49e86943-6cb8-4f31-93ea-855c416e4a38') {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:29.394658 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-c631ed55-6f6a-4d73-ab0c-7b714e5163e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (592eb69b-f81e-4038-b6b9-8315360c7819), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:29.397345 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-c631ed55-6f6a-4d73-ab0c-7b714e5163e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:29.401069 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-c631ed55-6f6a-4d73-ab0c-7b714e5163e8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/592eb69b-f81e-4038-b6b9-8315360c7819 HTTP/1.1" status: 204 len: 168 time: 0.1741867 Jul 30 05:05:29.409192 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c5006115-d03d-4c78-9e28-0092d0ed6d6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736268768130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59747294'] for segment (49e86943-6cb8-4f31-93ea-855c416e4a38), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:29.409398 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c631ed55-6f6a-4d73-ab0c-7b714e5163e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592eb69b-f81e-4038-b6b9-8315360c7819,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:29.431796 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c5006115-d03d-4c78-9e28-0092d0ed6d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101'] for segment (49e86943-6cb8-4f31-93ea-855c416e4a38), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:29.448488 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5006115-d03d-4c78-9e28-0092d0ed6d6a admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 05:05:29.448883 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c5006115-d03d-4c78-9e28-0092d0ed6d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3264633'] for segment (49e86943-6cb8-4f31-93ea-855c416e4a38), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:29.491417 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.services.segments.plugin [-] Segment 49e86943-6cb8-4f31-93ea-855c416e4a38 resource provider aggregate not found Jul 30 05:05:29.522869 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c5006115-d03d-4c78-9e28-0092d0ed6d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704485'] for network (ba00ca49-96d9-4fff-b920-6f01cfda6037), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:29.526516 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.services.segments.plugin [-] Segment 49e86943-6cb8-4f31-93ea-855c416e4a38 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 49e86943-6cb8-4f31-93ea-855c416e4a38 found for delete ", "request_id": "req-47e3f08d-4ac9-4917-bf45-0c148a60caa5"}]} Jul 30 05:05:29.531079 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c5006115-d03d-4c78-9e28-0092d0ed6d6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for network (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:29.535182 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-c5006115-d03d-4c78-9e28-0092d0ed6d6a admin admin] 10.222.0.20 "DELETE /v2.0/networks/ba00ca49-96d9-4fff-b920-6f01cfda6037 HTTP/1.1" status: 204 len: 168 time: 0.7240894 Jul 30 05:05:29.538267 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 56962) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:29.550798 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5006115-d03d-4c78-9e28-0092d0ed6d6a admin admin] Pushing event deleted for resources: {'Network': ['ID=ba00ca49-96d9-4fff-b920-6f01cfda6037,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:29.639749 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:INSERT=9 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:29.872288 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d8c6fee0-e13d-4a96-9d1f-dcc7f38dca0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706265'] for router_interface (edcd2252-6593-4017-bd6d-8afdc1ca3433), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:30.108117 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-d8c6fee0-e13d-4a96-9d1f-dcc7f38dca0e admin admin] Deleting port 0177b9f0-daeb-4eb9-88be-2e480cb7f58a {{(pid=103970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:05:30.108466 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d8c6fee0-e13d-4a96-9d1f-dcc7f38dca0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (0177b9f0-daeb-4eb9-88be-2e480cb7f58a), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:30.193518 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-d8c6fee0-e13d-4a96-9d1f-dcc7f38dca0e admin admin] For port 0177b9f0-daeb-4eb9-88be-2e480cb7f58a, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=0177b9f0-daeb-4eb9-88be-2e480cb7f58a,segment=NetworkSegment(096c86be-0425-44e1-b557-8ed9f2a5448c),segment_id=096c86be-0425-44e1-b557-8ed9f2a5448c)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:05:30.193886 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d8c6fee0-e13d-4a96-9d1f-dcc7f38dca0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (0177b9f0-daeb-4eb9-88be-2e480cb7f58a), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:30.207380 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-d8c6fee0-e13d-4a96-9d1f-dcc7f38dca0e admin admin] Calling delete_port for 0177b9f0-daeb-4eb9-88be-2e480cb7f58a owned by network:router_interface {{(pid=103970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:05:30.390985 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d8c6fee0-e13d-4a96-9d1f-dcc7f38dca0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (0177b9f0-daeb-4eb9-88be-2e480cb7f58a), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:30.417834 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c6fee0-e13d-4a96-9d1f-dcc7f38dca0e admin admin] Pushing event deleted for resources: {'Port': ['ID=0177b9f0-daeb-4eb9-88be-2e480cb7f58a,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:30.425050 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:30.468593 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:30.590825 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d8c6fee0-e13d-4a96-9d1f-dcc7f38dca0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1706421'] for router_interface (edcd2252-6593-4017-bd6d-8afdc1ca3433), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:30.724351 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 0bb5d481-ea33-446a-ab12-a123beb4d66f no longer exists at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:05:30.748444 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] No Port match for: 0bb5d481-ea33-446a-ab12-a123beb4d66f {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:05:30.748924 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 0bb5d481-ea33-446a-ab12-a123beb4d66f not bound to the agent host dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:05:30.749476 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 7369ebfb-0553-44c4-916f-4577135f1f8f no longer exists at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:05:30.768993 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] No Port match for: 7369ebfb-0553-44c4-916f-4577135f1f8f {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:05:30.769476 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 7369ebfb-0553-44c4-916f-4577135f1f8f not bound to the agent host dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:05:30.829946 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c6fee0-e13d-4a96-9d1f-dcc7f38dca0e admin admin] Router edcd2252-6593-4017-bd6d-8afdc1ca3433 has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 05:05:31.198323 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c6fee0-e13d-4a96-9d1f-dcc7f38dca0e admin admin] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:05:31.203211 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-d8c6fee0-e13d-4a96-9d1f-dcc7f38dca0e admin admin] 10.222.0.20 "PUT /v2.0/routers/edcd2252-6593-4017-bd6d-8afdc1ca3433/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6636338 Jul 30 05:05:31.205774 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 57012) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:31.210415 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c5fd65-75ed-4712-ad96-16431c8be1c1 None None] Sync routers for ids ['edcd2252-6593-4017-bd6d-8afdc1ca3433'] in dv-cinder-851279-3-iscsi {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:05:31.225922 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c5fd65-75ed-4712-ad96-16431c8be1c1 None None] Routers {'edcd2252-6593-4017-bd6d-8afdc1ca3433'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:05:31.227482 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-60c5fd65-75ed-4712-ad96-16431c8be1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:05:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['edcd2252-6593-4017-bd6d-8afdc1ca3433'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:31.316008 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1c342089-b442-4a0f-80a8-d416c87fafde admin admin] Publish callbacks [] for router (edcd2252-6593-4017-bd6d-8afdc1ca3433), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:31.353361 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-60c5fd65-75ed-4712-ad96-16431c8be1c1 None None] Set router edcd2252-6593-4017-bd6d-8afdc1ca3433 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:05:31.423679 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1c342089-b442-4a0f-80a8-d416c87fafde admin admin] Publish callbacks [] for router_gateway (edcd2252-6593-4017-bd6d-8afdc1ca3433), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:31.473921 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-1c342089-b442-4a0f-80a8-d416c87fafde admin admin] Deleting port a2ee0902-59d9-47c7-92e3-c3963e65cce9 {{(pid=103970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:05:31.474267 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1c342089-b442-4a0f-80a8-d416c87fafde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (a2ee0902-59d9-47c7-92e3-c3963e65cce9), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:31.501003 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:31.562707 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-1c342089-b442-4a0f-80a8-d416c87fafde admin admin] For port a2ee0902-59d9-47c7-92e3-c3963e65cce9, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=a2ee0902-59d9-47c7-92e3-c3963e65cce9,segment=NetworkSegment(e5d036d1-25f5-4dcf-bf6d-d8f947655ab3),segment_id=e5d036d1-25f5-4dcf-bf6d-d8f947655ab3)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:05:31.563099 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1c342089-b442-4a0f-80a8-d416c87fafde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (a2ee0902-59d9-47c7-92e3-c3963e65cce9), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:31.567336 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-60c5fd65-75ed-4712-ad96-16431c8be1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edcd2252-6593-4017-bd6d-8afdc1ca3433', 'name': 'tempest-TestShelveInstance-303949186-router', 'tenant_id': 'f96b2dec79d34bc2be795eebfe1b9732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'a2ee0902-59d9-47c7-92e3-c3963e65cce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:59:39Z', 'updated_at': '2022-07-30T05:05:30Z', 'revision_number': 5, 'project_id': 'f96b2dec79d34bc2be795eebfe1b9732', 'gw_port': {'id': 'a2ee0902-59d9-47c7-92e3-c3963e65cce9', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:06:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcd2252-6593-4017-bd6d-8afdc1ca3433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:59:40Z', 'updated_at': '2022-07-30T04:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi'}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:31.577745 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-1c342089-b442-4a0f-80a8-d416c87fafde admin admin] Calling delete_port for a2ee0902-59d9-47c7-92e3-c3963e65cce9 owned by network:router_gateway {{(pid=103970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:05:31.595364 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c5fd65-75ed-4712-ad96-16431c8be1c1 None None] Checking router: edcd2252-6593-4017-bd6d-8afdc1ca3433 for host: dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:05:31.604102 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c5fd65-75ed-4712-ad96-16431c8be1c1 None None] Routers {'edcd2252-6593-4017-bd6d-8afdc1ca3433'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:05:31.604705 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-60c5fd65-75ed-4712-ad96-16431c8be1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:05:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['edcd2252-6593-4017-bd6d-8afdc1ca3433'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:31.633990 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:31.689550 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-60c5fd65-75ed-4712-ad96-16431c8be1c1 None None] Set router edcd2252-6593-4017-bd6d-8afdc1ca3433 gateway port host: None {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:05:31.693919 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:31.759618 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1c342089-b442-4a0f-80a8-d416c87fafde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (a2ee0902-59d9-47c7-92e3-c3963e65cce9), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:31.785700 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c342089-b442-4a0f-80a8-d416c87fafde admin admin] Pushing event deleted for resources: {'Port': ['ID=a2ee0902-59d9-47c7-92e3-c3963e65cce9,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:31.852544 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1c342089-b442-4a0f-80a8-d416c87fafde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706877'] for router_gateway (edcd2252-6593-4017-bd6d-8afdc1ca3433), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:31.867750 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-60c5fd65-75ed-4712-ad96-16431c8be1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edcd2252-6593-4017-bd6d-8afdc1ca3433', 'name': 'tempest-TestShelveInstance-303949186-router', 'tenant_id': 'f96b2dec79d34bc2be795eebfe1b9732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:59:39Z', 'updated_at': '2022-07-30T05:05:31Z', 'revision_number': 6, 'project_id': 'f96b2dec79d34bc2be795eebfe1b9732', 'gw_port_host': None}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:31.893287 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c5fd65-75ed-4712-ad96-16431c8be1c1 None None] The sync data for ids ['edcd2252-6593-4017-bd6d-8afdc1ca3433'] in dv-cinder-851279-3-iscsi is: [{'id': 'edcd2252-6593-4017-bd6d-8afdc1ca3433', 'name': 'tempest-TestShelveInstance-303949186-router', 'tenant_id': 'f96b2dec79d34bc2be795eebfe1b9732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:59:39Z', 'updated_at': '2022-07-30T05:05:31Z', 'revision_number': 6, 'project_id': 'f96b2dec79d34bc2be795eebfe1b9732', 'gw_port_host': None}] {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:05:31.942226 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1c342089-b442-4a0f-80a8-d416c87fafde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1680016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31582'] for router (edcd2252-6593-4017-bd6d-8afdc1ca3433), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:31.944391 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1c342089-b442-4a0f-80a8-d416c87fafde admin admin] Publish callbacks [] for router_controller (edcd2252-6593-4017-bd6d-8afdc1ca3433), precommit_delete_associations {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:31.988469 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1c342089-b442-4a0f-80a8-d416c87fafde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1679890'] for router (edcd2252-6593-4017-bd6d-8afdc1ca3433), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:31.989038 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c342089-b442-4a0f-80a8-d416c87fafde admin admin] Fanout notify agent at l3_agent the message router_deleted on router edcd2252-6593-4017-bd6d-8afdc1ca3433 {{(pid=103970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 05:05:31.993197 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1c342089-b442-4a0f-80a8-d416c87fafde admin admin] Publish callbacks [] for router (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:31.994342 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-1c342089-b442-4a0f-80a8-d416c87fafde admin admin] 10.222.0.20 "DELETE /v2.0/routers/edcd2252-6593-4017-bd6d-8afdc1ca3433 HTTP/1.1" status: 204 len: 168 time: 0.7874913 Jul 30 05:05:31.996978 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 57018) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:32.042252 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b8dcf44-73db-4929-8956-ab7b05c8e481 admin admin] Deleting subnet 871675b2-93bf-466c-ac3f-aef7deda13f7 {{(pid=103971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 30 05:05:32.045700 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-9b8dcf44-73db-4929-8956-ab7b05c8e481 admin admin] Publish callbacks [] for subnet (871675b2-93bf-466c-ac3f-aef7deda13f7), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:32.084517 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-9b8dcf44-73db-4929-8956-ab7b05c8e481 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59747269'] for subnet (871675b2-93bf-466c-ac3f-aef7deda13f7), precommit_delete_associations {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:32.158561 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-9b8dcf44-73db-4929-8956-ab7b05c8e481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990981'] for subnet (871675b2-93bf-466c-ac3f-aef7deda13f7), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:32.211198 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-9b8dcf44-73db-4929-8956-ab7b05c8e481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3264531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59362671'] for subnet (871675b2-93bf-466c-ac3f-aef7deda13f7), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:32.240878 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8dcf44-73db-4929-8956-ab7b05c8e481 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=871675b2-93bf-466c-ac3f-aef7deda13f7,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:32.246061 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-9b8dcf44-73db-4929-8956-ab7b05c8e481 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:32.251311 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3aad19-413c-452f-acfe-64c432916373 None None] Network 2d357ba9-9d92-4f45-addc-3d61383ac6ba requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 05:05:32.252905 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 57022) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:32.253178 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-9b8dcf44-73db-4929-8956-ab7b05c8e481 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/871675b2-93bf-466c-ac3f-aef7deda13f7 HTTP/1.1" status: 204 len: 168 time: 0.2551546 Jul 30 05:05:32.330647 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d84deed4-3e2b-4568-b009-94af36329ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840338'] for network (2d357ba9-9d92-4f45-addc-3d61383ac6ba), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:32.376974 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-d84deed4-3e2b-4568-b009-94af36329ebd admin admin] Deleting port 73a42047-aa21-4f30-8d79-04220cfb6133 {{(pid=103970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:05:32.377330 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d84deed4-3e2b-4568-b009-94af36329ebd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (73a42047-aa21-4f30-8d79-04220cfb6133), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:32.444453 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-d84deed4-3e2b-4568-b009-94af36329ebd admin admin] For port 73a42047-aa21-4f30-8d79-04220cfb6133, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=73a42047-aa21-4f30-8d79-04220cfb6133,segment=NetworkSegment(096c86be-0425-44e1-b557-8ed9f2a5448c),segment_id=096c86be-0425-44e1-b557-8ed9f2a5448c)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:05:32.445082 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d84deed4-3e2b-4568-b009-94af36329ebd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (73a42047-aa21-4f30-8d79-04220cfb6133), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:32.457552 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-d84deed4-3e2b-4568-b009-94af36329ebd admin admin] Calling delete_port for 73a42047-aa21-4f30-8d79-04220cfb6133 owned by network:dhcp {{(pid=103970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:05:32.537413 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d84deed4-3e2b-4568-b009-94af36329ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (73a42047-aa21-4f30-8d79-04220cfb6133), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:32.565277 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84deed4-3e2b-4568-b009-94af36329ebd admin admin] Pushing event deleted for resources: {'Port': ['ID=73a42047-aa21-4f30-8d79-04220cfb6133,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:32.570927 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84deed4-3e2b-4568-b009-94af36329ebd admin admin] No DVR routers for this DVR port 73a42047-aa21-4f30-8d79-04220cfb6133 on host dv-cinder-851279-3-iscsi {{(pid=103970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 30 05:05:32.644606 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d84deed4-3e2b-4568-b009-94af36329ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-987256', 'neutron.services.segments.db._delete_segments_for_network-8736268768229'] for network (2d357ba9-9d92-4f45-addc-3d61383ac6ba), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:32.670029 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.services.segments.db [None req-d84deed4-3e2b-4568-b009-94af36329ebd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d357ba9-9d92-4f45-addc-3d61383ac6ba']}} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:32.680859 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.services.segments.db [None req-d84deed4-3e2b-4568-b009-94af36329ebd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '096c86be-0425-44e1-b557-8ed9f2a5448c') {'for_net_delete': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:32.681161 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.services.segments.db [None req-d84deed4-3e2b-4568-b009-94af36329ebd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '096c86be-0425-44e1-b557-8ed9f2a5448c') {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:32.694172 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d84deed4-3e2b-4568-b009-94af36329ebd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736268768130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3320020'] for segment (096c86be-0425-44e1-b557-8ed9f2a5448c), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:32.699858 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeae87e8-7cc0-4c07-a00c-14051441ca73 None None] DHCP port deletion for 2d357ba9-9d92-4f45-addc-3d61383ac6ba request from dv-cinder-851279-3-iscsi {{(pid=103972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 30 05:05:32.729767 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d84deed4-3e2b-4568-b009-94af36329ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101'] for segment (096c86be-0425-44e1-b557-8ed9f2a5448c), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:32.741232 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d84deed4-3e2b-4568-b009-94af36329ebd admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 05:05:32.741834 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d84deed4-3e2b-4568-b009-94af36329ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3410637'] for segment (096c86be-0425-44e1-b557-8ed9f2a5448c), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:32.766593 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.services.segments.plugin [-] Segment 096c86be-0425-44e1-b557-8ed9f2a5448c resource provider aggregate not found Jul 30 05:05:32.791548 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device a2ee0902-59d9-47c7-92e3-c3963e65cce9 no longer exists at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:05:32.802810 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.services.segments.plugin [-] Segment 096c86be-0425-44e1-b557-8ed9f2a5448c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 096c86be-0425-44e1-b557-8ed9f2a5448c found for delete ", "request_id": "req-ce9a6743-f6e0-4a41-af56-1f622761765a"}]} Jul 30 05:05:32.812628 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] No Port match for: a2ee0902-59d9-47c7-92e3-c3963e65cce9 {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:05:32.812980 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device a2ee0902-59d9-47c7-92e3-c3963e65cce9 not bound to the agent host dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:05:32.813408 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 0177b9f0-daeb-4eb9-88be-2e480cb7f58a no longer exists at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:05:32.830028 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d84deed4-3e2b-4568-b009-94af36329ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704485'] for network (2d357ba9-9d92-4f45-addc-3d61383ac6ba), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:32.836610 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d84deed4-3e2b-4568-b009-94af36329ebd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for network (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:32.838996 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] No Port match for: 0177b9f0-daeb-4eb9-88be-2e480cb7f58a {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:05:32.839409 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 0177b9f0-daeb-4eb9-88be-2e480cb7f58a not bound to the agent host dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:05:32.839743 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-d84deed4-3e2b-4568-b009-94af36329ebd admin admin] 10.222.0.20 "DELETE /v2.0/networks/2d357ba9-9d92-4f45-addc-3d61383ac6ba HTTP/1.1" status: 204 len: 168 time: 0.5854280 Jul 30 05:05:32.842473 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 73a42047-aa21-4f30-8d79-04220cfb6133 no longer exists at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:05:32.852774 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84deed4-3e2b-4568-b009-94af36329ebd admin admin] Pushing event deleted for resources: {'Network': ['ID=2d357ba9-9d92-4f45-addc-3d61383ac6ba,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:32.872269 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] No Port match for: 73a42047-aa21-4f30-8d79-04220cfb6133 {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:05:32.872833 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 73a42047-aa21-4f30-8d79-04220cfb6133 not bound to the agent host dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:05:33.050523 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 57042) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:33.089868 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-c97397bf-7e6a-4e04-b885-25d1b279e991 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=76df23454a3c4a9bb4f61b044ed5a426&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382013 Jul 30 05:05:33.092408 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 57044) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:33.119349 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:33.141322 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1bfe554e-2ada-4104-bfd4-fac20cbffdb9 admin admin] Publish callbacks [] for security_group (c9ba86b9-7766-4c63-9ee2-2b6a070efc69), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:33.143988 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:33.165076 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1bfe554e-2ada-4104-bfd4-fac20cbffdb9 admin admin] Publish callbacks [] for security_group (c9ba86b9-7766-4c63-9ee2-2b6a070efc69), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:33.215984 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1bfe554e-2ada-4104-bfd4-fac20cbffdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (c9ba86b9-7766-4c63-9ee2-2b6a070efc69), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:33.218931 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1bfe554e-2ada-4104-bfd4-fac20cbffdb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:33.221144 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-1bfe554e-2ada-4104-bfd4-fac20cbffdb9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c9ba86b9-7766-4c63-9ee2-2b6a070efc69 HTTP/1.1" status: 204 len: 168 time: 0.1277766 Jul 30 05:05:33.229115 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe554e-2ada-4104-bfd4-fac20cbffdb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ba86b9-7766-4c63-9ee2-2b6a070efc69,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:33.539729 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 57050) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:33.580424 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-a38e55d6-b604-4103-93c2-52d0ddad2f27 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f96b2dec79d34bc2be795eebfe1b9732&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395432 Jul 30 05:05:33.582813 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 57052) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:33.630737 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9fe130de-778a-4d08-a00e-57d61c0d057d admin admin] Publish callbacks [] for security_group (b4ad6001-b21d-4e44-ba1b-817a42113ca5), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:33.651766 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9fe130de-778a-4d08-a00e-57d61c0d057d admin admin] Publish callbacks [] for security_group (b4ad6001-b21d-4e44-ba1b-817a42113ca5), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:33.698682 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9fe130de-778a-4d08-a00e-57d61c0d057d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (b4ad6001-b21d-4e44-ba1b-817a42113ca5), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:33.701225 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-9fe130de-778a-4d08-a00e-57d61c0d057d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:33.702378 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-9fe130de-778a-4d08-a00e-57d61c0d057d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b4ad6001-b21d-4e44-ba1b-817a42113ca5 HTTP/1.1" status: 204 len: 168 time: 0.1186812 Jul 30 05:05:33.711242 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe130de-778a-4d08-a00e-57d61c0d057d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ad6001-b21d-4e44-ba1b-817a42113ca5,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:34.101522 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 57062) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:34.208157 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-7b68b806-f016-4413-b5bc-8213414b6d2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:34.283819 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-7b68b806-f016-4413-b5bc-8213414b6d2b admin admin] Publish callbacks [] for security_group (00cc08f9-59b4-4042-9357-f28ce13a720c), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:34.287506 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-7b68b806-f016-4413-b5bc-8213414b6d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (00cc08f9-59b4-4042-9357-f28ce13a720c), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:34.327821 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68b806-f016-4413-b5bc-8213414b6d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cc08f9-59b4-4042-9357-f28ce13a720c,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:34.332744 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-7b68b806-f016-4413-b5bc-8213414b6d2b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=84a7143cdd2a4577a21f419796ec4898&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301850 Jul 30 05:05:34.335549 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 57066) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:34.383784 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1ab6d395-dc9d-424e-89bf-0ec5f01de14c admin admin] Publish callbacks [] for security_group (00cc08f9-59b4-4042-9357-f28ce13a720c), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:34.408577 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1ab6d395-dc9d-424e-89bf-0ec5f01de14c admin admin] Publish callbacks [] for security_group (00cc08f9-59b4-4042-9357-f28ce13a720c), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:34.456867 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1ab6d395-dc9d-424e-89bf-0ec5f01de14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (00cc08f9-59b4-4042-9357-f28ce13a720c), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:34.459573 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1ab6d395-dc9d-424e-89bf-0ec5f01de14c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:34.460730 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-1ab6d395-dc9d-424e-89bf-0ec5f01de14c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/00cc08f9-59b4-4042-9357-f28ce13a720c HTTP/1.1" status: 204 len: 168 time: 0.1242614 Jul 30 05:05:34.468243 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab6d395-dc9d-424e-89bf-0ec5f01de14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cc08f9-59b4-4042-9357-f28ce13a720c,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:34.755639 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 57074) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:34.771874 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4996f4f2-cf43-43eb-960b-6f5ed65fdac5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:34.818764 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:34.868085 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4996f4f2-cf43-43eb-960b-6f5ed65fdac5 admin admin] Publish callbacks [] for security_group (eaadbf48-ff3a-4f02-a916-37947db5f192), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:34.871820 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4996f4f2-cf43-43eb-960b-6f5ed65fdac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (eaadbf48-ff3a-4f02-a916-37947db5f192), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:34.916730 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-4996f4f2-cf43-43eb-960b-6f5ed65fdac5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=35f84a50bc5b462e83ea43917b497dc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1598947 Jul 30 05:05:34.917487 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4996f4f2-cf43-43eb-960b-6f5ed65fdac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaadbf48-ff3a-4f02-a916-37947db5f192,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:34.919633 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 57076) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:34.967521 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=9 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:34.973964 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1f486f79-f8b0-4135-9bca-bdaab5d85d4c admin admin] Publish callbacks [] for security_group (eaadbf48-ff3a-4f02-a916-37947db5f192), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:34.999571 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1f486f79-f8b0-4135-9bca-bdaab5d85d4c admin admin] Publish callbacks [] for security_group (eaadbf48-ff3a-4f02-a916-37947db5f192), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:35.051644 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1f486f79-f8b0-4135-9bca-bdaab5d85d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (eaadbf48-ff3a-4f02-a916-37947db5f192), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:35.054235 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1f486f79-f8b0-4135-9bca-bdaab5d85d4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:35.055409 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-1f486f79-f8b0-4135-9bca-bdaab5d85d4c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eaadbf48-ff3a-4f02-a916-37947db5f192 HTTP/1.1" status: 204 len: 168 time: 0.1340222 Jul 30 05:05:35.064107 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f486f79-f8b0-4135-9bca-bdaab5d85d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaadbf48-ff3a-4f02-a916-37947db5f192,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:36.659706 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74338947-5546-4fe0-8103-01055a954337 req-dba07ab9-6b62-432d-a6f2-0b90aa8901ea tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:36.661198 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-74338947-5546-4fe0-8103-01055a954337 req-dba07ab9-6b62-432d-a6f2-0b90aa8901ea tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 946 time: 0.0479629 Jul 30 05:05:36.680787 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:36.713609 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-74338947-5546-4fe0-8103-01055a954337 req-ba396912-7a9d-488e-803f-6c0cfc4e5f14 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462973 Jul 30 05:05:37.841974 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f1126-7257-44ed-9bcf-366527f96ccb req-435dc524-a998-49da-b113-baa3f8fcb259 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:37.843430 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b73f1126-7257-44ed-9bcf-366527f96ccb req-435dc524-a998-49da-b113-baa3f8fcb259 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 946 time: 0.0472958 Jul 30 05:05:37.892511 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b73f1126-7257-44ed-9bcf-366527f96ccb req-a435b546-e2a3-4985-8ab9-e8d5ec509448 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups?id=50fb558f-1850-4f3e-9696-c85f1dedae9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432451 Jul 30 05:05:37.987263 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413f8de-dc4e-45f5-8712-9a3594743cc1 req-0797932e-de4c-4bc7-9c00-2286a9c36555 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:37.988895 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3413f8de-dc4e-45f5-8712-9a3594743cc1 req-0797932e-de4c-4bc7-9c00-2286a9c36555 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.49 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 946 time: 0.0472925 Jul 30 05:05:38.075684 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-3413f8de-dc4e-45f5-8712-9a3594743cc1 req-a48c1e41-4d76-4e6e-a35a-8524699d178b tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Deleting port 6ca5af71-3aff-4af4-9271-ac47c637cc34 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:05:38.076028 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-3413f8de-dc4e-45f5-8712-9a3594743cc1 req-a48c1e41-4d76-4e6e-a35a-8524699d178b tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (6ca5af71-3aff-4af4-9271-ac47c637cc34), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:38.144158 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:38.178294 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-3413f8de-dc4e-45f5-8712-9a3594743cc1 req-a48c1e41-4d76-4e6e-a35a-8524699d178b tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] For port 6ca5af71-3aff-4af4-9271-ac47c637cc34, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=6ca5af71-3aff-4af4-9271-ac47c637cc34,segment=NetworkSegment(e9c7cb1b-4a6d-49ef-8923-a11361e78abf),segment_id=e9c7cb1b-4a6d-49ef-8923-a11361e78abf)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:05:38.178712 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-3413f8de-dc4e-45f5-8712-9a3594743cc1 req-a48c1e41-4d76-4e6e-a35a-8524699d178b tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (6ca5af71-3aff-4af4-9271-ac47c637cc34), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:38.189442 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=98 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:38.217652 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=17 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:38.350283 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-3413f8de-dc4e-45f5-8712-9a3594743cc1 req-a48c1e41-4d76-4e6e-a35a-8524699d178b tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:38.350667 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-3413f8de-dc4e-45f5-8712-9a3594743cc1 req-a48c1e41-4d76-4e6e-a35a-8524699d178b tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692779'] for floatingip (ab85b328-0e9b-4eda-9b45-6638a22cabc5), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:38.351014 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.db.l3_db [req-3413f8de-dc4e-45f5-8712-9a3594743cc1 req-a48c1e41-4d76-4e6e-a35a-8524699d178b tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Floating IP ab85b328-0e9b-4eda-9b45-6638a22cabc5 disassociated. External IP: 172.27.2.88, port: 6ca5af71-3aff-4af4-9271-ac47c637cc34. Jul 30 05:05:38.351421 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-3413f8de-dc4e-45f5-8712-9a3594743cc1 req-a48c1e41-4d76-4e6e-a35a-8524699d178b tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Calling delete_port for 6ca5af71-3aff-4af4-9271-ac47c637cc34 owned by compute:nova {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:05:38.476067 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-3413f8de-dc4e-45f5-8712-9a3594743cc1 req-a48c1e41-4d76-4e6e-a35a-8524699d178b tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (6ca5af71-3aff-4af4-9271-ac47c637cc34), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:38.502093 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c1e41-4d76-4e6e-a35a-8524699d178b tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Pushing event deleted for resources: {'Port': ['ID=6ca5af71-3aff-4af4-9271-ac47c637cc34,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:38.610974 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3413f8de-dc4e-45f5-8712-9a3594743cc1 req-a48c1e41-4d76-4e6e-a35a-8524699d178b tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Router adcbfabc-ea52-451d-a1d1-9259f2b8d1b1 has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 05:05:38.666516 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:38.714262 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3413f8de-dc4e-45f5-8712-9a3594743cc1 req-a48c1e41-4d76-4e6e-a35a-8524699d178b tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:05:38.725255 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3547969-dc06-4818-b78d-7dba9997956d None None] Sync routers for ids ['adcbfabc-ea52-451d-a1d1-9259f2b8d1b1'] in dv-cinder-851279-3-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:05:38.735858 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3547969-dc06-4818-b78d-7dba9997956d None None] Routers {'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:05:38.736466 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-d3547969-dc06-4818-b78d-7dba9997956d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:05:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['adcbfabc-ea52-451d-a1d1-9259f2b8d1b1'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:38.755222 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-3413f8de-dc4e-45f5-8712-9a3594743cc1 req-a48c1e41-4d76-4e6e-a35a-8524699d178b tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] No DVR routers for this DVR port 6ca5af71-3aff-4af4-9271-ac47c637cc34 on host hv-cinder-85127 {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 30 05:05:38.757838 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-3413f8de-dc4e-45f5-8712-9a3594743cc1 req-a48c1e41-4d76-4e6e-a35a-8524699d178b tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:38.761006 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3413f8de-dc4e-45f5-8712-9a3594743cc1 req-a48c1e41-4d76-4e6e-a35a-8524699d178b tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.49 "DELETE /v2.0/ports/6ca5af71-3aff-4af4-9271-ac47c637cc34 HTTP/1.1" status: 204 len: 173 time: 0.7664299 Jul 30 05:05:38.761441 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b', 'name': 'network-vif-deleted', 'tag': '6ca5af71-3aff-4af4-9271-ac47c637cc34'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:05:38.763671 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b16b4900bbfc643f3f19b33d02e463cc441e963483cfbcd5657a130b47b3c9ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73b30c3-efd3-43e6-af76-d8b9a08d4311" -d '{"events": [{"server_uuid": "b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b", "name": "network-vif-deleted", "tag": "6ca5af71-3aff-4af4-9271-ac47c637cc34"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:05:38.805054 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 05:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce84cccf-c1e7-43ae-a972-be227abed8c0 x-openstack-request-id: req-ce84cccf-c1e7-43ae-a972-be227abed8c0 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:05:38.805372 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b", "name": "network-vif-deleted", "tag": "6ca5af71-3aff-4af4-9271-ac47c637cc34", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:05:38.805668 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ce84cccf-c1e7-43ae-a972-be227abed8c0 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:05:38.806092 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce84cccf-c1e7-43ae-a972-be227abed8c0'] response: {'server_uuid': 'b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b', 'name': 'network-vif-deleted', 'tag': '6ca5af71-3aff-4af4-9271-ac47c637cc34', 'status': 'completed', 'code': 200} Jul 30 05:05:38.852779 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-d3547969-dc06-4818-b78d-7dba9997956d None None] Set router adcbfabc-ea52-451d-a1d1-9259f2b8d1b1 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:05:39.082862 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-d3547969-dc06-4818-b78d-7dba9997956d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1167597909-router', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'cee32db1-195e-4935-8304-4445ce5664b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:06Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 4, 'project_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'gw_port': {'id': 'cee32db1-195e-4935-8304-4445ce5664b3', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:07Z', 'updated_at': '2022-07-30T04:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'efa7d207-4c7e-401d-b020-6873aff954a7', 'name': '', 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'mac_address': 'fa:16:3e:79:5c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '872e5683-a168-4487-9376-0296b22d54e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:15Z', 'updated_at': '2022-07-30T04:58:30Z', 'revision_number': 5, 'project_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'subnets': [{'id': '872e5683-a168-4487-9376-0296b22d54e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:39.083169 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c6b7d5ae-601b-4503-ba9b-7a4a1facb632 req-04ae3adf-ae22-45c2-886a-d6e0fbe0f47e tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b19dff6e-8805-4d1b-a9fa-2cc8cdb7880b HTTP/1.1" status: 200 len: 210 time: 0.0349889 Jul 30 05:05:39.112658 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3547969-dc06-4818-b78d-7dba9997956d None None] Checking router: adcbfabc-ea52-451d-a1d1-9259f2b8d1b1 for host: dv-cinder-851279-3-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:05:39.121329 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3547969-dc06-4818-b78d-7dba9997956d None None] Routers {'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:05:39.121932 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-d3547969-dc06-4818-b78d-7dba9997956d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:05:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['adcbfabc-ea52-451d-a1d1-9259f2b8d1b1'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:39.232323 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-d3547969-dc06-4818-b78d-7dba9997956d None None] Set router adcbfabc-ea52-451d-a1d1-9259f2b8d1b1 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:05:39.435735 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-d3547969-dc06-4818-b78d-7dba9997956d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1167597909-router', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'cee32db1-195e-4935-8304-4445ce5664b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:06Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 4, 'project_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'gw_port': {'id': 'cee32db1-195e-4935-8304-4445ce5664b3', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:07Z', 'updated_at': '2022-07-30T04:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'efa7d207-4c7e-401d-b020-6873aff954a7', 'name': '', 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'mac_address': 'fa:16:3e:79:5c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '872e5683-a168-4487-9376-0296b22d54e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:15Z', 'updated_at': '2022-07-30T04:58:30Z', 'revision_number': 5, 'project_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'subnets': [{'id': '872e5683-a168-4487-9376-0296b22d54e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:39.461352 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3547969-dc06-4818-b78d-7dba9997956d None None] The sync data for ids ['adcbfabc-ea52-451d-a1d1-9259f2b8d1b1'] in dv-cinder-851279-3-iscsi is: [{'id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1167597909-router', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'cee32db1-195e-4935-8304-4445ce5664b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:06Z', 'updated_at': '2022-07-30T04:58:17Z', 'revision_number': 4, 'project_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'gw_port': {'id': 'cee32db1-195e-4935-8304-4445ce5664b3', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:07Z', 'updated_at': '2022-07-30T04:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'efa7d207-4c7e-401d-b020-6873aff954a7', 'name': '', 'network_id': 'fdf70601-7662-4f43-8ddd-db3bc3add8d1', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'mac_address': 'fa:16:3e:79:5c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '872e5683-a168-4487-9376-0296b22d54e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:15Z', 'updated_at': '2022-07-30T04:58:30Z', 'revision_number': 5, 'project_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'subnets': [{'id': '872e5683-a168-4487-9376-0296b22d54e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:05:39.709102 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9107a65-4061-4b76-8a3b-bad5d540b870 None None] New status for floating IP ab85b328-0e9b-4eda-9b45-6638a22cabc5: DOWN {{(pid=103972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 30 05:05:40.179700 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 57206) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:40.237733 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e95067ea-be3a-4152-9b9a-7b0f8fd14aa8 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks [] for security_group (50fb558f-1850-4f3e-9696-c85f1dedae9c), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:40.260986 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e95067ea-be3a-4152-9b9a-7b0f8fd14aa8 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks [] for security_group (50fb558f-1850-4f3e-9696-c85f1dedae9c), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:40.310270 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e95067ea-be3a-4152-9b9a-7b0f8fd14aa8 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (50fb558f-1850-4f3e-9696-c85f1dedae9c), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:40.312805 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e95067ea-be3a-4152-9b9a-7b0f8fd14aa8 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:40.313975 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-e95067ea-be3a-4152-9b9a-7b0f8fd14aa8 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "DELETE /v2.0/security-groups/50fb558f-1850-4f3e-9696-c85f1dedae9c HTTP/1.1" status: 204 len: 168 time: 0.1331544 Jul 30 05:05:40.317786 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 57208) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:40.324215 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95067ea-be3a-4152-9b9a-7b0f8fd14aa8 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fb558f-1850-4f3e-9696-c85f1dedae9c,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:40.337344 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.api.v2.resource [None req-0f1c6f50-7f74-4fc7-a328-f7a7071af081 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] show failed (client error): The resource could not be found. Jul 30 05:05:40.341496 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-0f1c6f50-7f74-4fc7-a328-f7a7071af081 tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "GET /v2.0/security-groups/50fb558f-1850-4f3e-9696-c85f1dedae9c HTTP/1.1" status: 404 len: 347 time: 0.0198488 Jul 30 05:05:40.341918 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 57210) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:40.452794 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:40.460958 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-e4732dba-23e4-4d51-b34f-1651424ba05e tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Deleting port f134bf28-4957-44e0-afe3-1c27aba884b2 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:05:40.461408 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e4732dba-23e4-4d51-b34f-1651424ba05e tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (f134bf28-4957-44e0-afe3-1c27aba884b2), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:40.540032 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e4732dba-23e4-4d51-b34f-1651424ba05e tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (f134bf28-4957-44e0-afe3-1c27aba884b2), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:40.540355 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e4732dba-23e4-4d51-b34f-1651424ba05e tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks [] for floatingip (f134bf28-4957-44e0-afe3-1c27aba884b2), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:40.553529 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-e4732dba-23e4-4d51-b34f-1651424ba05e tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Calling delete_port for f134bf28-4957-44e0-afe3-1c27aba884b2 owned by network:floatingip {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:05:40.935048 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e4732dba-23e4-4d51-b34f-1651424ba05e tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (f134bf28-4957-44e0-afe3-1c27aba884b2), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:40.957712 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4732dba-23e4-4d51-b34f-1651424ba05e tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Pushing event deleted for resources: {'Port': ['ID=f134bf28-4957-44e0-afe3-1c27aba884b2,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:41.021658 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e4732dba-23e4-4d51-b34f-1651424ba05e tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks [] for floatingip (ab85b328-0e9b-4eda-9b45-6638a22cabc5), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:41.024539 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e4732dba-23e4-4d51-b34f-1651424ba05e tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for floatingip (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:41.025685 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-e4732dba-23e4-4d51-b34f-1651424ba05e tempest-AttachVolumeShelveTestJSON-1684292964 tempest-AttachVolumeShelveTestJSON-1684292964-project] 10.222.0.20 "DELETE /v2.0/floatingips/ab85b328-0e9b-4eda-9b45-6638a22cabc5 HTTP/1.1" status: 204 len: 168 time: 0.6827519 Jul 30 05:05:41.553631 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 6ca5af71-3aff-4af4-9271-ac47c637cc34 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:05:41.573504 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] No Port match for: 6ca5af71-3aff-4af4-9271-ac47c637cc34 {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:05:41.573877 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 6ca5af71-3aff-4af4-9271-ac47c637cc34 not bound to the agent host hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:05:41.638560 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 57230) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:41.745272 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f90937e7-8c18-47d8-a36b-6b7cb05708d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:41.821957 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f90937e7-8c18-47d8-a36b-6b7cb05708d8 admin admin] Publish callbacks [] for security_group (fd1e7010-00cc-4110-8232-b2f3b45217ae), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:41.826008 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f90937e7-8c18-47d8-a36b-6b7cb05708d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (fd1e7010-00cc-4110-8232-b2f3b45217ae), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:41.870655 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-f90937e7-8c18-47d8-a36b-6b7cb05708d8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5040831e390240669ac827b1e1c9220a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309611 Jul 30 05:05:41.871569 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90937e7-8c18-47d8-a36b-6b7cb05708d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1e7010-00cc-4110-8232-b2f3b45217ae,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:41.873309 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 57234) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:41.922614 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a696bc02-11d0-4701-85d2-c9398e06f3dc admin admin] Publish callbacks [] for security_group (fd1e7010-00cc-4110-8232-b2f3b45217ae), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:41.946295 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a696bc02-11d0-4701-85d2-c9398e06f3dc admin admin] Publish callbacks [] for security_group (fd1e7010-00cc-4110-8232-b2f3b45217ae), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:41.991183 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a696bc02-11d0-4701-85d2-c9398e06f3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (fd1e7010-00cc-4110-8232-b2f3b45217ae), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:41.993788 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a696bc02-11d0-4701-85d2-c9398e06f3dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:41.994945 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-a696bc02-11d0-4701-85d2-c9398e06f3dc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fd1e7010-00cc-4110-8232-b2f3b45217ae HTTP/1.1" status: 204 len: 168 time: 0.1206644 Jul 30 05:05:42.003443 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a696bc02-11d0-4701-85d2-c9398e06f3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1e7010-00cc-4110-8232-b2f3b45217ae,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:42.290000 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 57248) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:42.304612 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a896287b-af21-4538-9066-67f6984120c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:42.366904 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=5 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:42.385547 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a896287b-af21-4538-9066-67f6984120c4 admin admin] Publish callbacks [] for security_group (42e59bd8-497d-48df-99f7-664292152d24), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:42.388961 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a896287b-af21-4538-9066-67f6984120c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (42e59bd8-497d-48df-99f7-664292152d24), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:42.428174 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896287b-af21-4538-9066-67f6984120c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e59bd8-497d-48df-99f7-664292152d24,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:42.432832 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-a896287b-af21-4538-9066-67f6984120c4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=166db4c77dde4e7384032e0ed2017ef0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1417339 Jul 30 05:05:42.435628 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 57252) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:42.487098 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-eb66c8e9-9c71-4455-b8af-75443645f67f admin admin] Publish callbacks [] for security_group (42e59bd8-497d-48df-99f7-664292152d24), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:42.505058 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:42.510183 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-eb66c8e9-9c71-4455-b8af-75443645f67f admin admin] Publish callbacks [] for security_group (42e59bd8-497d-48df-99f7-664292152d24), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:42.560179 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-eb66c8e9-9c71-4455-b8af-75443645f67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (42e59bd8-497d-48df-99f7-664292152d24), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:42.562656 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-eb66c8e9-9c71-4455-b8af-75443645f67f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:42.563779 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-eb66c8e9-9c71-4455-b8af-75443645f67f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/42e59bd8-497d-48df-99f7-664292152d24 HTTP/1.1" status: 204 len: 168 time: 0.1273572 Jul 30 05:05:42.571453 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb66c8e9-9c71-4455-b8af-75443645f67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e59bd8-497d-48df-99f7-664292152d24,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:43.470673 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 57288) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:43.960390 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d3c182d8-c8bb-40dc-a784-95480de4ee15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706265'] for router_interface (adcbfabc-ea52-451d-a1d1-9259f2b8d1b1), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:44.183260 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:44.194118 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-d3c182d8-c8bb-40dc-a784-95480de4ee15 admin admin] Deleting port efa7d207-4c7e-401d-b020-6873aff954a7 {{(pid=103970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:05:44.194732 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d3c182d8-c8bb-40dc-a784-95480de4ee15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (efa7d207-4c7e-401d-b020-6873aff954a7), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:44.272136 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:44.277516 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-d3c182d8-c8bb-40dc-a784-95480de4ee15 admin admin] For port efa7d207-4c7e-401d-b020-6873aff954a7, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=efa7d207-4c7e-401d-b020-6873aff954a7,segment=NetworkSegment(e9c7cb1b-4a6d-49ef-8923-a11361e78abf),segment_id=e9c7cb1b-4a6d-49ef-8923-a11361e78abf)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:05:44.277884 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d3c182d8-c8bb-40dc-a784-95480de4ee15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (efa7d207-4c7e-401d-b020-6873aff954a7), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:44.298910 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-d3c182d8-c8bb-40dc-a784-95480de4ee15 admin admin] Calling delete_port for efa7d207-4c7e-401d-b020-6873aff954a7 owned by network:router_interface {{(pid=103970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:05:44.489164 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d3c182d8-c8bb-40dc-a784-95480de4ee15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (efa7d207-4c7e-401d-b020-6873aff954a7), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:44.515145 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c182d8-c8bb-40dc-a784-95480de4ee15 admin admin] Pushing event deleted for resources: {'Port': ['ID=efa7d207-4c7e-401d-b020-6873aff954a7,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:44.684137 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d3c182d8-c8bb-40dc-a784-95480de4ee15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1706421'] for router_interface (adcbfabc-ea52-451d-a1d1-9259f2b8d1b1), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:44.900063 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c182d8-c8bb-40dc-a784-95480de4ee15 admin admin] Router adcbfabc-ea52-451d-a1d1-9259f2b8d1b1 has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 05:05:45.009886 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:45.016269 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c182d8-c8bb-40dc-a784-95480de4ee15 admin admin] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:05:45.022258 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-d3c182d8-c8bb-40dc-a784-95480de4ee15 admin admin] 10.222.0.20 "PUT /v2.0/routers/adcbfabc-ea52-451d-a1d1-9259f2b8d1b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5499492 Jul 30 05:05:45.024963 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 57348) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:45.025889 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c01f29f-14d5-4b5e-b082-bd241928e712 None None] Sync routers for ids ['adcbfabc-ea52-451d-a1d1-9259f2b8d1b1'] in dv-cinder-851279-3-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:05:45.036932 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c01f29f-14d5-4b5e-b082-bd241928e712 None None] Routers {'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:05:45.037860 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-6c01f29f-14d5-4b5e-b082-bd241928e712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:05:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['adcbfabc-ea52-451d-a1d1-9259f2b8d1b1'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:45.134169 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-05a3d3fb-4ceb-492a-a6a0-2e131659ffb1 admin admin] Publish callbacks [] for router (adcbfabc-ea52-451d-a1d1-9259f2b8d1b1), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:45.148429 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-6c01f29f-14d5-4b5e-b082-bd241928e712 None None] Set router adcbfabc-ea52-451d-a1d1-9259f2b8d1b1 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:05:45.234718 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-05a3d3fb-4ceb-492a-a6a0-2e131659ffb1 admin admin] Publish callbacks [] for router_gateway (adcbfabc-ea52-451d-a1d1-9259f2b8d1b1), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:45.283734 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-05a3d3fb-4ceb-492a-a6a0-2e131659ffb1 admin admin] Deleting port cee32db1-195e-4935-8304-4445ce5664b3 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:05:45.284172 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-05a3d3fb-4ceb-492a-a6a0-2e131659ffb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (cee32db1-195e-4935-8304-4445ce5664b3), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:45.370234 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-05a3d3fb-4ceb-492a-a6a0-2e131659ffb1 admin admin] For port cee32db1-195e-4935-8304-4445ce5664b3, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=cee32db1-195e-4935-8304-4445ce5664b3,segment=NetworkSegment(e5d036d1-25f5-4dcf-bf6d-d8f947655ab3),segment_id=e5d036d1-25f5-4dcf-bf6d-d8f947655ab3)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:05:45.370720 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-05a3d3fb-4ceb-492a-a6a0-2e131659ffb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (cee32db1-195e-4935-8304-4445ce5664b3), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:45.384718 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-05a3d3fb-4ceb-492a-a6a0-2e131659ffb1 admin admin] Calling delete_port for cee32db1-195e-4935-8304-4445ce5664b3 owned by network:router_gateway {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:05:45.414408 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-6c01f29f-14d5-4b5e-b082-bd241928e712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1167597909-router', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'cee32db1-195e-4935-8304-4445ce5664b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:06Z', 'updated_at': '2022-07-30T05:05:44Z', 'revision_number': 5, 'project_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'gw_port': {'id': 'cee32db1-195e-4935-8304-4445ce5664b3', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T04:58:07Z', 'updated_at': '2022-07-30T04:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi'}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:45.417951 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:45.419022 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=100 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:45.431864 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-9ff4da1a-196a-4189-9169-f95eaef85deb req-d4c56356-587b-4c3d-a847-74c3e15cccdf tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-326776392&fields=id&tenant_id=abbb209e2c194596bb3e8b9a6880646e HTTP/1.1" status: 200 len: 267 time: 0.0576224 Jul 30 05:05:45.442213 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c01f29f-14d5-4b5e-b082-bd241928e712 None None] Checking router: adcbfabc-ea52-451d-a1d1-9259f2b8d1b1 for host: dv-cinder-851279-3-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:05:45.452543 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c01f29f-14d5-4b5e-b082-bd241928e712 None None] Routers {'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:05:45.453156 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-6c01f29f-14d5-4b5e-b082-bd241928e712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:05:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['adcbfabc-ea52-451d-a1d1-9259f2b8d1b1'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:45.487151 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4da1a-196a-4189-9169-f95eaef85deb req-41631b44-89c0-4e44-a255-7d4f57f03b38 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:45.488940 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-9ff4da1a-196a-4189-9169-f95eaef85deb req-41631b44-89c0-4e44-a255-7d4f57f03b38 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 984 time: 0.0509326 Jul 30 05:05:45.501009 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [req-9ff4da1a-196a-4189-9169-f95eaef85deb req-9a58e65a-639a-4572-b04a-60952fc913bc tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Request body: {'port': {'security_groups': ['690caee6-5100-4da4-985a-a65da1b16b03']}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:05:45.540248 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-6c01f29f-14d5-4b5e-b082-bd241928e712 None None] Set router adcbfabc-ea52-451d-a1d1-9259f2b8d1b1 gateway port host: None {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:05:45.547575 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:45.569126 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-05a3d3fb-4ceb-492a-a6a0-2e131659ffb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (cee32db1-195e-4935-8304-4445ce5664b3), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:45.587554 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-9ff4da1a-196a-4189-9169-f95eaef85deb req-9a58e65a-639a-4572-b04a-60952fc913bc tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (abedbf31-d88b-46bc-a1ef-33a68dcc3b21), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:45.589845 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-6c01f29f-14d5-4b5e-b082-bd241928e712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1167597909-router', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:06Z', 'updated_at': '2022-07-30T05:05:45Z', 'revision_number': 6, 'project_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'gw_port_host': None}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:45.597838 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a3d3fb-4ceb-492a-a6a0-2e131659ffb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cee32db1-195e-4935-8304-4445ce5664b3,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:45.622005 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c01f29f-14d5-4b5e-b082-bd241928e712 None None] The sync data for ids ['adcbfabc-ea52-451d-a1d1-9259f2b8d1b1'] in dv-cinder-851279-3-iscsi is: [{'id': 'adcbfabc-ea52-451d-a1d1-9259f2b8d1b1', 'name': 'tempest-AttachVolumeShelveTestJSON-1167597909-router', 'tenant_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T04:58:06Z', 'updated_at': '2022-07-30T05:05:45Z', 'revision_number': 6, 'project_id': 'bc6f8afc1abf427f92c44fdc55994b18', 'gw_port_host': None}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:05:45.635898 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:45.679412 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-05a3d3fb-4ceb-492a-a6a0-2e131659ffb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706877'] for router_gateway (adcbfabc-ea52-451d-a1d1-9259f2b8d1b1), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:45.772395 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-05a3d3fb-4ceb-492a-a6a0-2e131659ffb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1680016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31582'] for router (adcbfabc-ea52-451d-a1d1-9259f2b8d1b1), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:45.774797 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-05a3d3fb-4ceb-492a-a6a0-2e131659ffb1 admin admin] Publish callbacks [] for router_controller (adcbfabc-ea52-451d-a1d1-9259f2b8d1b1), precommit_delete_associations {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:45.787458 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [req-9ff4da1a-196a-4189-9169-f95eaef85deb req-9a58e65a-639a-4572-b04a-60952fc913bc tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] For port abedbf31-d88b-46bc-a1ef-33a68dcc3b21, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=abedbf31-d88b-46bc-a1ef-33a68dcc3b21,segment=NetworkSegment(2337ae89-90dc-4c2b-9e40-8764fbdc0929),segment_id=2337ae89-90dc-4c2b-9e40-8764fbdc0929)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:05:45.817418 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-05a3d3fb-4ceb-492a-a6a0-2e131659ffb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1679890'] for router (adcbfabc-ea52-451d-a1d1-9259f2b8d1b1), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:45.818045 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a3d3fb-4ceb-492a-a6a0-2e131659ffb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router adcbfabc-ea52-451d-a1d1-9259f2b8d1b1 {{(pid=103971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 05:05:45.820789 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-9ff4da1a-196a-4189-9169-f95eaef85deb req-9a58e65a-639a-4572-b04a-60952fc913bc tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks [] for port (abedbf31-d88b-46bc-a1ef-33a68dcc3b21), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:45.826042 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-9ff4da1a-196a-4189-9169-f95eaef85deb req-9a58e65a-639a-4572-b04a-60952fc913bc tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410665'] for port (abedbf31-d88b-46bc-a1ef-33a68dcc3b21), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:45.828612 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-05a3d3fb-4ceb-492a-a6a0-2e131659ffb1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:45.834300 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-05a3d3fb-4ceb-492a-a6a0-2e131659ffb1 admin admin] 10.222.0.20 "DELETE /v2.0/routers/adcbfabc-ea52-451d-a1d1-9259f2b8d1b1 HTTP/1.1" status: 204 len: 168 time: 0.8080368 Jul 30 05:05:45.835050 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 57354) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:45.837736 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4da1a-196a-4189-9169-f95eaef85deb req-9a58e65a-639a-4572-b04a-60952fc913bc tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:45.838362 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [req-9ff4da1a-196a-4189-9169-f95eaef85deb req-9a58e65a-639a-4572-b04a-60952fc913bc tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:45.840055 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-9ff4da1a-196a-4189-9169-f95eaef85deb req-9a58e65a-639a-4572-b04a-60952fc913bc tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "PUT /v2.0/ports/abedbf31-d88b-46bc-a1ef-33a68dcc3b21 HTTP/1.1" status: 200 len: 942 time: 0.3435526 Jul 30 05:05:45.840350 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0faad1c9-0b0d-44af-92cb-dd0acd61c755', 'tag': 'abedbf31-d88b-46bc-a1ef-33a68dcc3b21'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:05:45.843289 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] get_ports_and_sgs() called for port_ids ['abedbf31-d88b-46bc-a1ef-33a68dcc3b21'] {{(pid=103972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:05:45.843806 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74064a32e8a1c82ff25c89edbc1a4916375279028ab6b832636cd606fd6f10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d30bd6-d4a9-4c91-8fca-04257daa8596" -d '{"events": [{"name": "network-changed", "server_uuid": "0faad1c9-0b0d-44af-92cb-dd0acd61c755", "tag": "abedbf31-d88b-46bc-a1ef-33a68dcc3b21"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:05:45.849785 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 57358) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:45.893889 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Jul 2022 05:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b82749-61ad-406f-b2d7-56276efcf95f x-openstack-request-id: req-35b82749-61ad-406f-b2d7-56276efcf95f {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:05:45.894181 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0faad1c9-0b0d-44af-92cb-dd0acd61c755", "tag": "abedbf31-d88b-46bc-a1ef-33a68dcc3b21", "status": "completed", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:05:45.894467 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35b82749-61ad-406f-b2d7-56276efcf95f {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:05:45.894867 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35b82749-61ad-406f-b2d7-56276efcf95f'] response: {'name': 'network-changed', 'server_uuid': '0faad1c9-0b0d-44af-92cb-dd0acd61c755', 'tag': 'abedbf31-d88b-46bc-a1ef-33a68dcc3b21', 'status': 'completed', 'code': 200} Jul 30 05:05:45.902527 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9850193-9b7b-42e6-9d82-325245ee7bb6 admin admin] Deleting subnet 872e5683-a168-4487-9376-0296b22d54e2 {{(pid=103971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 30 05:05:45.907734 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b9850193-9b7b-42e6-9d82-325245ee7bb6 admin admin] Publish callbacks [] for subnet (872e5683-a168-4487-9376-0296b22d54e2), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:45.920407 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] get_ports_and_sgs() called for port_ids ['abedbf31-d88b-46bc-a1ef-33a68dcc3b21'] {{(pid=103972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:05:45.939194 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58e65a-639a-4572-b04a-60952fc913bc tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Pushing event updated for resources: {'Port': ['ID=abedbf31-d88b-46bc-a1ef-33a68dcc3b21,revision_number=7']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:45.963898 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2eafe5f5-d20a-408c-a385-edc680a93a0b tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks [] for security_group (c2e8fdbe-c42e-4a4b-bfe5-089c4b11466f), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:45.992100 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2eafe5f5-d20a-408c-a385-edc680a93a0b tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks [] for security_group (c2e8fdbe-c42e-4a4b-bfe5-089c4b11466f), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:45.993995 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b9850193-9b7b-42e6-9d82-325245ee7bb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59747269'] for subnet (872e5683-a168-4487-9376-0296b22d54e2), precommit_delete_associations {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:46.058719 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d30bd6-d4a9-4c91-8fca-04257daa8596 req-719754a7-e7db-468d-9047-318d4e89a2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:46.060377 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e4d30bd6-d4a9-4c91-8fca-04257daa8596 req-719754a7-e7db-468d-9047-318d4e89a2f9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=abbb209e2c194596bb3e8b9a6880646e&device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 1129 time: 0.1228530 Jul 30 05:05:46.060810 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:DELETE=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:46.097646 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b9850193-9b7b-42e6-9d82-325245ee7bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990981'] for subnet (872e5683-a168-4487-9376-0296b22d54e2), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:46.105219 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2eafe5f5-d20a-408c-a385-edc680a93a0b tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (c2e8fdbe-c42e-4a4b-bfe5-089c4b11466f), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:46.108157 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2eafe5f5-d20a-408c-a385-edc680a93a0b tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:46.109416 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-2eafe5f5-d20a-408c-a385-edc680a93a0b tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "DELETE /v2.0/security-groups/c2e8fdbe-c42e-4a4b-bfe5-089c4b11466f HTTP/1.1" status: 204 len: 168 time: 0.2601826 Jul 30 05:05:46.115851 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 57362) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:46.135742 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (dec4dcff-e2ed-49ed-8dd3-cc3856f345b5), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:46.142376 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:46.182007 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eafe5f5-d20a-408c-a385-edc680a93a0b tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e8fdbe-c42e-4a4b-bfe5-089c4b11466f,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:46.258467 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b9850193-9b7b-42e6-9d82-325245ee7bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3264531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59362671'] for subnet (872e5683-a168-4487-9376-0296b22d54e2), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:46.293918 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9850193-9b7b-42e6-9d82-325245ee7bb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=872e5683-a168-4487-9376-0296b22d54e2,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:46.296107 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b9850193-9b7b-42e6-9d82-325245ee7bb6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:46.300156 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-b9850193-9b7b-42e6-9d82-325245ee7bb6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/872e5683-a168-4487-9376-0296b22d54e2 HTTP/1.1" status: 204 len: 168 time: 0.4639690 Jul 30 05:05:46.303486 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 57364) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:46.306336 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed85e8f0-751d-4299-85f3-f6992dfa7114 None None] Network fdf70601-7662-4f43-8ddd-db3bc3add8d1 requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 05:05:46.308257 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-47454809-635b-4b2e-825c-76e76285c1ec tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Deleting port fa339e57-48cd-474a-be20-e1aa44f046fe {{(pid=103970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:05:46.308608 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-47454809-635b-4b2e-825c-76e76285c1ec tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (fa339e57-48cd-474a-be20-e1aa44f046fe), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:46.384151 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d30bd6-d4a9-4c91-8fca-04257daa8596 req-b53a4b81-c8f9-46ec-896e-bc9ac41a7870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:46.385625 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e4d30bd6-d4a9-4c91-8fca-04257daa8596 req-b53a4b81-c8f9-46ec-896e-bc9ac41a7870 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1c90acd2-47b7-4570-be05-943c9579a240 HTTP/1.1" status: 200 len: 916 time: 0.2154446 Jul 30 05:05:46.398356 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-47454809-635b-4b2e-825c-76e76285c1ec tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (fa339e57-48cd-474a-be20-e1aa44f046fe), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:46.398738 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-47454809-635b-4b2e-825c-76e76285c1ec tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks [] for floatingip (fa339e57-48cd-474a-be20-e1aa44f046fe), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:46.409360 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:46.416307 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-47454809-635b-4b2e-825c-76e76285c1ec tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Calling delete_port for fa339e57-48cd-474a-be20-e1aa44f046fe owned by network:floatingip {{(pid=103970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:05:46.422391 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:46.433158 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7f32ff25-c579-402c-aef5-ec9a302d6580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840338'] for network (fdf70601-7662-4f43-8ddd-db3bc3add8d1), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:46.472133 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e4d30bd6-d4a9-4c91-8fca-04257daa8596 req-d39a1828-56d5-4644-939b-dad2ac1f6a0f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=abedbf31-d88b-46bc-a1ef-33a68dcc3b21 HTTP/1.1" status: 200 len: 1001 time: 0.0770650 Jul 30 05:05:46.523362 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaaafd0-f9a8-45a8-8c95-c249d4e9b2b8 None None] DHCP port deletion for fdf70601-7662-4f43-8ddd-db3bc3add8d1 request from dv-cinder-851279-3-iscsi {{(pid=103972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 30 05:05:46.524070 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:46.538691 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-7f32ff25-c579-402c-aef5-ec9a302d6580 admin admin] Deleting port 69ecdf94-1a1c-4350-92a2-fe242231ac2c {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:05:46.539036 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7f32ff25-c579-402c-aef5-ec9a302d6580 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (69ecdf94-1a1c-4350-92a2-fe242231ac2c), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:46.564894 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-dbaaafd0-f9a8-45a8-8c95-c249d4e9b2b8 None None] Deleting port 69ecdf94-1a1c-4350-92a2-fe242231ac2c {{(pid=103972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:05:46.565593 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-dbaaafd0-f9a8-45a8-8c95-c249d4e9b2b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (69ecdf94-1a1c-4350-92a2-fe242231ac2c), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:46.586498 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d30bd6-d4a9-4c91-8fca-04257daa8596 req-6ab28640-0db9-42a6-a569-2eb2dd8fa685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:46.588106 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e4d30bd6-d4a9-4c91-8fca-04257daa8596 req-6ab28640-0db9-42a6-a569-2eb2dd8fa685 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=30f2efdf-c1bd-49e5-b5a7-c252ac894c33 HTTP/1.1" status: 200 len: 854 time: 0.0997581 Jul 30 05:05:46.631467 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-47454809-635b-4b2e-825c-76e76285c1ec tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (fa339e57-48cd-474a-be20-e1aa44f046fe), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:46.650071 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-7f32ff25-c579-402c-aef5-ec9a302d6580 admin admin] For port 69ecdf94-1a1c-4350-92a2-fe242231ac2c, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=69ecdf94-1a1c-4350-92a2-fe242231ac2c,segment=NetworkSegment(e9c7cb1b-4a6d-49ef-8923-a11361e78abf),segment_id=e9c7cb1b-4a6d-49ef-8923-a11361e78abf)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:05:46.650464 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7f32ff25-c579-402c-aef5-ec9a302d6580 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (69ecdf94-1a1c-4350-92a2-fe242231ac2c), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:46.664630 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47454809-635b-4b2e-825c-76e76285c1ec tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Pushing event deleted for resources: {'Port': ['ID=fa339e57-48cd-474a-be20-e1aa44f046fe,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:46.668782 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d30bd6-d4a9-4c91-8fca-04257daa8596 req-6f35a993-4f17-4cd4-85bc-a9b1f71bb0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:46.672670 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e4d30bd6-d4a9-4c91-8fca-04257daa8596 req-6f35a993-4f17-4cd4-85bc-a9b1f71bb0b7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1c90acd2-47b7-4570-be05-943c9579a240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0725446 Jul 30 05:05:46.673721 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-7f32ff25-c579-402c-aef5-ec9a302d6580 admin admin] Calling delete_port for 69ecdf94-1a1c-4350-92a2-fe242231ac2c owned by network:dhcp {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:05:46.700289 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-dbaaafd0-f9a8-45a8-8c95-c249d4e9b2b8 None None] For port 69ecdf94-1a1c-4350-92a2-fe242231ac2c, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=69ecdf94-1a1c-4350-92a2-fe242231ac2c,segment=NetworkSegment(e9c7cb1b-4a6d-49ef-8923-a11361e78abf),segment_id=e9c7cb1b-4a6d-49ef-8923-a11361e78abf)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:05:46.700982 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-dbaaafd0-f9a8-45a8-8c95-c249d4e9b2b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (69ecdf94-1a1c-4350-92a2-fe242231ac2c), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:46.732404 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 69ecdf94-1a1c-4350-92a2-fe242231ac2c no longer exists at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:05:46.742644 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-dbaaafd0-f9a8-45a8-8c95-c249d4e9b2b8 None None] Calling delete_port for 69ecdf94-1a1c-4350-92a2-fe242231ac2c owned by network:dhcp {{(pid=103972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:05:46.849201 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e4d30bd6-d4a9-4c91-8fca-04257daa8596 req-5e49b395-a15a-4e3c-847b-26147fa5df5a service neutron] 10.222.0.49 "GET /v2.0/networks/1c90acd2-47b7-4570-be05-943c9579a240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660910 Jul 30 05:05:46.881713 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7f32ff25-c579-402c-aef5-ec9a302d6580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (69ecdf94-1a1c-4350-92a2-fe242231ac2c), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:46.903532 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-dbaaafd0-f9a8-45a8-8c95-c249d4e9b2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849'] for port (69ecdf94-1a1c-4350-92a2-fe242231ac2c), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:46.950685 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f32ff25-c579-402c-aef5-ec9a302d6580 admin admin] No DVR routers for this DVR port 69ecdf94-1a1c-4350-92a2-fe242231ac2c on host dv-cinder-851279-3-iscsi {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 30 05:05:46.965852 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaaafd0-f9a8-45a8-8c95-c249d4e9b2b8 None None] No DVR routers for this DVR port 69ecdf94-1a1c-4350-92a2-fe242231ac2c on host dv-cinder-851279-3-iscsi {{(pid=103972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 30 05:05:46.969642 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaaafd0-f9a8-45a8-8c95-c249d4e9b2b8 None None] Pushing event deleted for resources: {'Port': ['ID=69ecdf94-1a1c-4350-92a2-fe242231ac2c,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:46.979355 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaaafd0-f9a8-45a8-8c95-c249d4e9b2b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:46.983736 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaaafd0-f9a8-45a8-8c95-c249d4e9b2b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:46.984526 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaaafd0-f9a8-45a8-8c95-c249d4e9b2b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:46.985165 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaaafd0-f9a8-45a8-8c95-c249d4e9b2b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:46.985655 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaaafd0-f9a8-45a8-8c95-c249d4e9b2b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:46.986160 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaaafd0-f9a8-45a8-8c95-c249d4e9b2b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:46.986932 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32ff25-c579-402c-aef5-ec9a302d6580 admin admin] Pushing event deleted for resources: {'Port': ['ID=69ecdf94-1a1c-4350-92a2-fe242231ac2c,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:46.987507 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaaafd0-f9a8-45a8-8c95-c249d4e9b2b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:46.988028 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaaafd0-f9a8-45a8-8c95-c249d4e9b2b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:46.988514 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaaafd0-f9a8-45a8-8c95-c249d4e9b2b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:46.989014 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaaafd0-f9a8-45a8-8c95-c249d4e9b2b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:46.989485 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaaafd0-f9a8-45a8-8c95-c249d4e9b2b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:46.989980 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaaafd0-f9a8-45a8-8c95-c249d4e9b2b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:46.990480 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaaafd0-f9a8-45a8-8c95-c249d4e9b2b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:46.991001 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaaafd0-f9a8-45a8-8c95-c249d4e9b2b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:46.991481 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaaafd0-f9a8-45a8-8c95-c249d4e9b2b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:46.995804 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 69ecdf94-1a1c-4350-92a2-fe242231ac2c is: ACTIVE; New status is: DOWN {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:05:46.996393 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (69ecdf94-1a1c-4350-92a2-fe242231ac2c), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:47.046260 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device cee32db1-195e-4935-8304-4445ce5664b3 no longer exists at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:05:47.062417 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-47454809-635b-4b2e-825c-76e76285c1ec tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks [] for floatingip (36d12a0f-9f00-4e65-a58b-d7a5f85b7b90), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:47.062855 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.db.l3_db [None req-47454809-635b-4b2e-825c-76e76285c1ec tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Floating IP 36d12a0f-9f00-4e65-a58b-d7a5f85b7b90 disassociated (deleted). External IP: 172.27.2.218, port: abedbf31-d88b-46bc-a1ef-33a68dcc3b21. Jul 30 05:05:47.066741 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] No Port match for: cee32db1-195e-4935-8304-4445ce5664b3 {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:05:47.067044 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device cee32db1-195e-4935-8304-4445ce5664b3 not bound to the agent host dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:05:47.067455 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device efa7d207-4c7e-401d-b020-6873aff954a7 no longer exists at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:05:47.084768 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7f32ff25-c579-402c-aef5-ec9a302d6580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-987256', 'neutron.services.segments.db._delete_segments_for_network-8736268768229'] for network (fdf70601-7662-4f43-8ddd-db3bc3add8d1), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:47.085375 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] No Port match for: efa7d207-4c7e-401d-b020-6873aff954a7 {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:05:47.085627 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device efa7d207-4c7e-401d-b020-6873aff954a7 not bound to the agent host dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:05:47.121276 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e4d30bd6-d4a9-4c91-8fca-04257daa8596 req-fdf6c571-5b04-465d-a55c-d977c780274e service neutron] 10.222.0.49 "GET /v2.0/networks/1c90acd2-47b7-4570-be05-943c9579a240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630417 Jul 30 05:05:47.122979 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.services.segments.db [None req-7f32ff25-c579-402c-aef5-ec9a302d6580 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf70601-7662-4f43-8ddd-db3bc3add8d1']}} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:47.135230 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.services.segments.db [None req-7f32ff25-c579-402c-aef5-ec9a302d6580 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9c7cb1b-4a6d-49ef-8923-a11361e78abf') {'for_net_delete': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:47.135543 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.services.segments.db [None req-7f32ff25-c579-402c-aef5-ec9a302d6580 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9c7cb1b-4a6d-49ef-8923-a11361e78abf') {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:47.146771 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7f32ff25-c579-402c-aef5-ec9a302d6580 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736268768130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59747294'] for segment (e9c7cb1b-4a6d-49ef-8923-a11361e78abf), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:47.160874 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7f32ff25-c579-402c-aef5-ec9a302d6580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101'] for segment (e9c7cb1b-4a6d-49ef-8923-a11361e78abf), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:47.167999 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f32ff25-c579-402c-aef5-ec9a302d6580 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 05:05:47.168432 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7f32ff25-c579-402c-aef5-ec9a302d6580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3264633'] for segment (e9c7cb1b-4a6d-49ef-8923-a11361e78abf), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:47.178552 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:47.220151 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.services.segments.plugin [-] Segment e9c7cb1b-4a6d-49ef-8923-a11361e78abf resource provider aggregate not found Jul 30 05:05:47.245335 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.agents_db [None req-c768def0-c5c3-40f0-ac12-561af9dad95f None None] Agent healthcheck: found 6 active agents {{(pid=103973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:05:47.249637 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.services.segments.plugin [-] Segment e9c7cb1b-4a6d-49ef-8923-a11361e78abf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e9c7cb1b-4a6d-49ef-8923-a11361e78abf found for delete ", "request_id": "req-2bacaeec-6b54-44c9-a2a6-8b0bcdae96c5"}]} Jul 30 05:05:47.250788 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:47.258030 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7f32ff25-c579-402c-aef5-ec9a302d6580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704485'] for network (fdf70601-7662-4f43-8ddd-db3bc3add8d1), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:47.269610 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7f32ff25-c579-402c-aef5-ec9a302d6580 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for network (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:47.269610 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-7f32ff25-c579-402c-aef5-ec9a302d6580 admin admin] 10.222.0.20 "DELETE /v2.0/networks/fdf70601-7662-4f43-8ddd-db3bc3add8d1 HTTP/1.1" status: 204 len: 168 time: 0.9628265 Jul 30 05:05:47.281431 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32ff25-c579-402c-aef5-ec9a302d6580 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdf70601-7662-4f43-8ddd-db3bc3add8d1,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:47.305649 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47454809-635b-4b2e-825c-76e76285c1ec tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Router e6dbd242-eae8-4c70-bbbe-137d1d561e8f has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 05:05:47.394643 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 57374) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:47.417822 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47454809-635b-4b2e-825c-76e76285c1ec tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:05:47.422798 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-47454809-635b-4b2e-825c-76e76285c1ec tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for floatingip (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:47.431045 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20030f90-70df-4cfb-8aea-8d51da5c66bc None None] Sync routers for ids ['e6dbd242-eae8-4c70-bbbe-137d1d561e8f'] in dv-cinder-851279-3-iscsi {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:05:47.441855 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-8deed1da-e0cb-4a57-afef-b0898311f07b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bc6f8afc1abf427f92c44fdc55994b18&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0437806 Jul 30 05:05:47.442162 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 57376) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:47.445691 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20030f90-70df-4cfb-8aea-8d51da5c66bc None None] Routers {'e6dbd242-eae8-4c70-bbbe-137d1d561e8f'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:05:47.446506 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-20030f90-70df-4cfb-8aea-8d51da5c66bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:05:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['e6dbd242-eae8-4c70-bbbe-137d1d561e8f'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:47.480448 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-47454809-635b-4b2e-825c-76e76285c1ec tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "DELETE /v2.0/floatingips/36d12a0f-9f00-4e65-a58b-d7a5f85b7b90 HTTP/1.1" status: 204 len: 168 time: 1.3633289 Jul 30 05:05:47.505205 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-e32464f4-5fdf-4f98-820b-6bf0c2aef7a2 admin admin] Publish callbacks [] for security_group (e1c3c0b5-88f4-400f-b953-34a774a01b36), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:47.528191 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-e32464f4-5fdf-4f98-820b-6bf0c2aef7a2 admin admin] Publish callbacks [] for security_group (e1c3c0b5-88f4-400f-b953-34a774a01b36), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:47.554250 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:47.573464 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-20030f90-70df-4cfb-8aea-8d51da5c66bc None None] Set router e6dbd242-eae8-4c70-bbbe-137d1d561e8f gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:05:47.584834 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-e32464f4-5fdf-4f98-820b-6bf0c2aef7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (e1c3c0b5-88f4-400f-b953-34a774a01b36), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:47.587735 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-e32464f4-5fdf-4f98-820b-6bf0c2aef7a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:47.591833 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-e32464f4-5fdf-4f98-820b-6bf0c2aef7a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e1c3c0b5-88f4-400f-b953-34a774a01b36 HTTP/1.1" status: 204 len: 168 time: 0.1462123 Jul 30 05:05:47.598637 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32464f4-5fdf-4f98-820b-6bf0c2aef7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c3c0b5-88f4-400f-b953-34a774a01b36,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:47.829831 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-20030f90-70df-4cfb-8aea-8d51da5c66bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dbd242-eae8-4c70-bbbe-137d1d561e8f', 'name': 'tempest-TestMinimumBasicScenario-1291541164-router', 'tenant_id': 'abbb209e2c194596bb3e8b9a6880646e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '51220132-6d99-422e-aaf9-0151788d1789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:03:13Z', 'updated_at': '2022-07-30T05:03:16Z', 'revision_number': 4, 'project_id': 'abbb209e2c194596bb3e8b9a6880646e', 'gw_port': {'id': '51220132-6d99-422e-aaf9-0151788d1789', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dbd242-eae8-4c70-bbbe-137d1d561e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:03:13Z', 'updated_at': '2022-07-30T05:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': '4fc6bc96-f3c2-4939-8a21-899db21da4ca', 'name': '', 'network_id': '1c90acd2-47b7-4570-be05-943c9579a240', 'tenant_id': 'abbb209e2c194596bb3e8b9a6880646e', 'mac_address': 'fa:16:3e:f4:64:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dbd242-eae8-4c70-bbbe-137d1d561e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '30f2efdf-c1bd-49e5-b5a7-c252ac894c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:03:15Z', 'updated_at': '2022-07-30T05:03:20Z', 'revision_number': 5, 'project_id': 'abbb209e2c194596bb3e8b9a6880646e', 'subnets': [{'id': '30f2efdf-c1bd-49e5-b5a7-c252ac894c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:47.857035 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20030f90-70df-4cfb-8aea-8d51da5c66bc None None] Checking router: e6dbd242-eae8-4c70-bbbe-137d1d561e8f for host: dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:05:47.865761 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20030f90-70df-4cfb-8aea-8d51da5c66bc None None] Routers {'e6dbd242-eae8-4c70-bbbe-137d1d561e8f'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:05:47.866374 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-20030f90-70df-4cfb-8aea-8d51da5c66bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:05:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['e6dbd242-eae8-4c70-bbbe-137d1d561e8f'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:47.896014 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0faad1c9-0b0d-44af-92cb-dd0acd61c755', 'tag': 'abedbf31-d88b-46bc-a1ef-33a68dcc3b21'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:05:47.899850 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74064a32e8a1c82ff25c89edbc1a4916375279028ab6b832636cd606fd6f10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4343fb13-c839-49c2-9690-385fdcb32da9" -d '{"events": [{"name": "network-changed", "server_uuid": "0faad1c9-0b0d-44af-92cb-dd0acd61c755", "tag": "abedbf31-d88b-46bc-a1ef-33a68dcc3b21"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:05:47.912766 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:47.944015 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Jul 2022 05:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0312d3-5ec0-47d8-99b0-b684d095031d x-openstack-request-id: req-cb0312d3-5ec0-47d8-99b0-b684d095031d {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:05:47.945012 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0faad1c9-0b0d-44af-92cb-dd0acd61c755", "tag": "abedbf31-d88b-46bc-a1ef-33a68dcc3b21", "status": "completed", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:05:47.945449 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cb0312d3-5ec0-47d8-99b0-b684d095031d {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:05:47.945892 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb0312d3-5ec0-47d8-99b0-b684d095031d'] response: {'name': 'network-changed', 'server_uuid': '0faad1c9-0b0d-44af-92cb-dd0acd61c755', 'tag': 'abedbf31-d88b-46bc-a1ef-33a68dcc3b21', 'status': 'completed', 'code': 200} Jul 30 05:05:47.973460 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:47.989359 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-20030f90-70df-4cfb-8aea-8d51da5c66bc None None] Set router e6dbd242-eae8-4c70-bbbe-137d1d561e8f gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:05:48.122929 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343fb13-c839-49c2-9690-385fdcb32da9 req-454bbda7-a086-43bf-90f8-39b980cf7115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:48.125055 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4343fb13-c839-49c2-9690-385fdcb32da9 req-454bbda7-a086-43bf-90f8-39b980cf7115 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=abbb209e2c194596bb3e8b9a6880646e&device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 1129 time: 0.0483265 Jul 30 05:05:48.240350 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343fb13-c839-49c2-9690-385fdcb32da9 req-a60ab99d-668c-41c6-80f4-52f64a94a355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:48.241824 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4343fb13-c839-49c2-9690-385fdcb32da9 req-a60ab99d-668c-41c6-80f4-52f64a94a355 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1c90acd2-47b7-4570-be05-943c9579a240 HTTP/1.1" status: 200 len: 916 time: 0.1086040 Jul 30 05:05:48.254949 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-20030f90-70df-4cfb-8aea-8d51da5c66bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dbd242-eae8-4c70-bbbe-137d1d561e8f', 'name': 'tempest-TestMinimumBasicScenario-1291541164-router', 'tenant_id': 'abbb209e2c194596bb3e8b9a6880646e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '51220132-6d99-422e-aaf9-0151788d1789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:03:13Z', 'updated_at': '2022-07-30T05:03:16Z', 'revision_number': 4, 'project_id': 'abbb209e2c194596bb3e8b9a6880646e', 'gw_port': {'id': '51220132-6d99-422e-aaf9-0151788d1789', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dbd242-eae8-4c70-bbbe-137d1d561e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:03:13Z', 'updated_at': '2022-07-30T05:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': '4fc6bc96-f3c2-4939-8a21-899db21da4ca', 'name': '', 'network_id': '1c90acd2-47b7-4570-be05-943c9579a240', 'tenant_id': 'abbb209e2c194596bb3e8b9a6880646e', 'mac_address': 'fa:16:3e:f4:64:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dbd242-eae8-4c70-bbbe-137d1d561e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '30f2efdf-c1bd-49e5-b5a7-c252ac894c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:03:15Z', 'updated_at': '2022-07-30T05:03:20Z', 'revision_number': 5, 'project_id': 'abbb209e2c194596bb3e8b9a6880646e', 'subnets': [{'id': '30f2efdf-c1bd-49e5-b5a7-c252ac894c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:48.292936 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20030f90-70df-4cfb-8aea-8d51da5c66bc None None] The sync data for ids ['e6dbd242-eae8-4c70-bbbe-137d1d561e8f'] in dv-cinder-851279-3-iscsi is: [{'id': 'e6dbd242-eae8-4c70-bbbe-137d1d561e8f', 'name': 'tempest-TestMinimumBasicScenario-1291541164-router', 'tenant_id': 'abbb209e2c194596bb3e8b9a6880646e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '51220132-6d99-422e-aaf9-0151788d1789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:03:13Z', 'updated_at': '2022-07-30T05:03:16Z', 'revision_number': 4, 'project_id': 'abbb209e2c194596bb3e8b9a6880646e', 'gw_port': {'id': '51220132-6d99-422e-aaf9-0151788d1789', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dbd242-eae8-4c70-bbbe-137d1d561e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:03:13Z', 'updated_at': '2022-07-30T05:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': '4fc6bc96-f3c2-4939-8a21-899db21da4ca', 'name': '', 'network_id': '1c90acd2-47b7-4570-be05-943c9579a240', 'tenant_id': 'abbb209e2c194596bb3e8b9a6880646e', 'mac_address': 'fa:16:3e:f4:64:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dbd242-eae8-4c70-bbbe-137d1d561e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '30f2efdf-c1bd-49e5-b5a7-c252ac894c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:03:15Z', 'updated_at': '2022-07-30T05:03:20Z', 'revision_number': 5, 'project_id': 'abbb209e2c194596bb3e8b9a6880646e', 'subnets': [{'id': '30f2efdf-c1bd-49e5-b5a7-c252ac894c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:05:48.332345 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4343fb13-c839-49c2-9690-385fdcb32da9 req-bb7f5af9-bcf2-4963-b970-ab0733a93c40 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=abedbf31-d88b-46bc-a1ef-33a68dcc3b21 HTTP/1.1" status: 200 len: 217 time: 0.0839157 Jul 30 05:05:48.399172 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343fb13-c839-49c2-9690-385fdcb32da9 req-afb06a26-cd22-425f-83e5-167a080dc312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:48.400851 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4343fb13-c839-49c2-9690-385fdcb32da9 req-afb06a26-cd22-425f-83e5-167a080dc312 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=30f2efdf-c1bd-49e5-b5a7-c252ac894c33 HTTP/1.1" status: 200 len: 854 time: 0.0626621 Jul 30 05:05:48.461422 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343fb13-c839-49c2-9690-385fdcb32da9 req-7e3f949a-892c-475e-9165-1d803c6fa567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:48.463166 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4343fb13-c839-49c2-9690-385fdcb32da9 req-7e3f949a-892c-475e-9165-1d803c6fa567 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1c90acd2-47b7-4570-be05-943c9579a240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535917 Jul 30 05:05:48.473555 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 57410) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:48.541523 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:48.583606 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4343fb13-c839-49c2-9690-385fdcb32da9 req-e5048764-5a14-4c43-8273-52663d385de4 service neutron] 10.222.0.49 "GET /v2.0/networks/1c90acd2-47b7-4570-be05-943c9579a240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140072 Jul 30 05:05:48.605376 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-b9fc9e23-1a83-46ff-ad42-c86afc5e7d2d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-977196658-network', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:05:48.622381 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c1a1b5-50dd-4bf5-9fe2-afaa098b6ca6 None None] New status for floating IP 36d12a0f-9f00-4e65-a58b-d7a5f85b7b90: DOWN {{(pid=103973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 30 05:05:48.629095 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fc9e23-1a83-46ff-ad42-c86afc5e7d2d admin admin] Made reservation on behalf of d9f8c70dc5de488698a8ab775c618088 for: {'network': 1} {{(pid=103970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:05:48.631793 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9e23-1a83-46ff-ad42-c86afc5e7d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for network (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:48.640553 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9e23-1a83-46ff-ad42-c86afc5e7d2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:48.687028 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4343fb13-c839-49c2-9690-385fdcb32da9 req-628660c1-0e5c-4afe-8128-a6f8a2150d7a service neutron] 10.222.0.49 "GET /v2.0/networks/1c90acd2-47b7-4570-be05-943c9579a240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974486 Jul 30 05:05:48.746986 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9e23-1a83-46ff-ad42-c86afc5e7d2d admin admin] Publish callbacks [] for security_group (86ba3d33-c88c-4d66-aab8-fe4dedf20975), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:48.750401 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9e23-1a83-46ff-ad42-c86afc5e7d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (86ba3d33-c88c-4d66-aab8-fe4dedf20975), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:48.778959 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9fc9e23-1a83-46ff-ad42-c86afc5e7d2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=103970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 05:05:48.785606 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc9e23-1a83-46ff-ad42-c86afc5e7d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ba3d33-c88c-4d66-aab8-fe4dedf20975,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:48.792019 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9e23-1a83-46ff-ad42-c86afc5e7d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101'] for segment (716eb1aa-7d0b-477f-bc0e-27e6bc146537), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:48.792339 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.db.segments_db [None req-b9fc9e23-1a83-46ff-ad42-c86afc5e7d2d admin admin] Added segment 716eb1aa-7d0b-477f-bc0e-27e6bc146537 of type vlan for network 94989f7f-6c27-4232-af89-2c1914199605 Jul 30 05:05:48.843070 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9e23-1a83-46ff-ad42-c86afc5e7d2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736268284326'] for network (94989f7f-6c27-4232-af89-2c1914199605), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:48.871358 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9e23-1a83-46ff-ad42-c86afc5e7d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920'] for network (94989f7f-6c27-4232-af89-2c1914199605), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:48.872390 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fc9e23-1a83-46ff-ad42-c86afc5e7d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:48.872981 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9e23-1a83-46ff-ad42-c86afc5e7d2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for network (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:48.933752 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-b9fc9e23-1a83-46ff-ad42-c86afc5e7d2d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4586422 Jul 30 05:05:48.937607 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 57420) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:48.939488 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc9e23-1a83-46ff-ad42-c86afc5e7d2d admin admin] Pushing event updated for resources: {'Network': ['ID=94989f7f-6c27-4232-af89-2c1914199605,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:48.943635 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-c4d470c3-739d-44ca-a897-56a55810ddf8 admin admin] Request body: {'subnet': {'network_id': '94989f7f-6c27-4232-af89-2c1914199605', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-977196658-subnet', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:05:48.958212 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Network 94989f7f-6c27-4232-af89-2c1914199605 details requested by agent ovs-agent-dv-cinder-851279-3-iscsi with host dv-cinder-851279-3-iscsi {{(pid=103972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 05:05:48.968302 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d470c3-739d-44ca-a897-56a55810ddf8 admin admin] Made reservation on behalf of d9f8c70dc5de488698a8ab775c618088 for: {'subnet': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:05:48.970178 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c4d470c3-739d-44ca-a897-56a55810ddf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59362560'] for subnet (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:49.166835 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c4d470c3-739d-44ca-a897-56a55810ddf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3264720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59362678'] for subnet (98442497-4af2-416e-bcf3-345bb9e57377), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:49.219180 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d470c3-739d-44ca-a897-56a55810ddf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98442497-4af2-416e-bcf3-345bb9e57377,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:49.237784 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d470c3-739d-44ca-a897-56a55810ddf8 admin admin] Checking segment: {'id': '716eb1aa-7d0b-477f-bc0e-27e6bc146537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '94989f7f-6c27-4232-af89-2c1914199605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 05:05:49.238148 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d470c3-739d-44ca-a897-56a55810ddf8 admin admin] Network hostable DHCP agents. Network: 94989f7f-6c27-4232-af89-2c1914199605, hostable agents: ['5671713e-478d-4a9e-a7e0-1ef6e7bf2e69'], hosted agents: [] {{(pid=103971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 05:05:49.250650 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:49.258946 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d470c3-739d-44ca-a897-56a55810ddf8 admin admin] Network 94989f7f-6c27-4232-af89-2c1914199605 is scheduled to be hosted by DHCP agent 5671713e-478d-4a9e-a7e0-1ef6e7bf2e69 with binding_index 1 {{(pid=103971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 05:05:49.270821 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-c4d470c3-739d-44ca-a897-56a55810ddf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-3-iscsi, 94989f7f-6c27-4232-af89-2c1914199605) {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:05:49.275190 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d470c3-739d-44ca-a897-56a55810ddf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:49.276341 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c4d470c3-739d-44ca-a897-56a55810ddf8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:49.279426 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ca0633-ac67-4657-b140-49fa0b8524ed None None] Network 94989f7f-6c27-4232-af89-2c1914199605 requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 05:05:49.296028 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-c4d470c3-739d-44ca-a897-56a55810ddf8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3570919 Jul 30 05:05:49.298809 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 57426) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:49.303762 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-a134b33e-ff17-446d-bf75-7454ee1b4133 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-977196658-router', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:05:49.330818 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a134b33e-ff17-446d-bf75-7454ee1b4133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1682450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31596'] for router (e8e4fb20-1b16-4435-ae41-e08f96f8c7ad), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:49.331887 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a134b33e-ff17-446d-bf75-7454ee1b4133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1682743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31575'] for router (e8e4fb20-1b16-4435-ae41-e08f96f8c7ad), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:49.391877 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a134b33e-ff17-446d-bf75-7454ee1b4133 admin admin] Publish callbacks [] for router_controller (e8e4fb20-1b16-4435-ae41-e08f96f8c7ad), precommit_add_association {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:49.521887 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6eb5e4-d0f6-47c8-b9a0-05085f35b294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1f0b50b-4d25-5308-a6a0-6c18effd14bc-94989f7f-6c27-4232-af89-2c1914199605', 'network_id': '94989f7f-6c27-4232-af89-2c1914199605', 'project_id': 'd9f8c70dc5de488698a8ab775c618088', 'fixed_ips': [{'subnet_id': '98442497-4af2-416e-bcf3-345bb9e57377'}]}} from dv-cinder-851279-3-iscsi. {{(pid=103972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 30 05:05:49.522875 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-fe6eb5e4-d0f6-47c8-b9a0-05085f35b294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:49.536258 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a134b33e-ff17-446d-bf75-7454ee1b4133 admin admin] Publish callbacks [] for router_gateway (e8e4fb20-1b16-4435-ae41-e08f96f8c7ad), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:49.665299 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.db_base_plugin_common [None req-fe6eb5e4-d0f6-47c8-b9a0-05085f35b294 None None] Allocated IP 172.20.0.2 (94989f7f-6c27-4232-af89-2c1914199605/98442497-4af2-416e-bcf3-345bb9e57377/6cf1b633-2e3c-4961-9fdd-cbeea9d2186f) {{(pid=103972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:05:49.724011 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a134b33e-ff17-446d-bf75-7454ee1b4133 admin admin] Publish callbacks [] for router_gateway (e8e4fb20-1b16-4435-ae41-e08f96f8c7ad), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:49.742793 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a134b33e-ff17-446d-bf75-7454ee1b4133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:49.821064 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-fe6eb5e4-d0f6-47c8-b9a0-05085f35b294 None None] Publish callbacks [] for port (6cf1b633-2e3c-4961-9fdd-cbeea9d2186f), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:49.826269 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-fe6eb5e4-d0f6-47c8-b9a0-05085f35b294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840'] for port (6cf1b633-2e3c-4961-9fdd-cbeea9d2186f), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:49.838162 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:49.856015 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [None req-a134b33e-ff17-446d-bf75-7454ee1b4133 admin admin] Allocated IP 172.27.2.206 (0194f4bd-d033-4ee0-a642-9d17cfb40f96/6c0201b0-7b08-4a32-872b-15ffee5372f4/5e753a08-d8ff-49ce-a751-def039b7063e) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:05:49.873481 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6eb5e4-d0f6-47c8-b9a0-05085f35b294 None None] Network 94989f7f-6c27-4232-af89-2c1914199605 is already hosted by enough agents. {{(pid=103972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:05:49.879475 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-fe6eb5e4-d0f6-47c8-b9a0-05085f35b294 None None] Resources bound (agent type, host, resource id): {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:05:49.881995 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6eb5e4-d0f6-47c8-b9a0-05085f35b294 None None] Received port after_create {{(pid=103972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 05:05:49.890768 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6eb5e4-d0f6-47c8-b9a0-05085f35b294 None None] Pushing event updated for resources: {'Port': ['ID=6cf1b633-2e3c-4961-9fdd-cbeea9d2186f,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:49.949407 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-fe6eb5e4-d0f6-47c8-b9a0-05085f35b294 None None] Attempting to bind port 6cf1b633-2e3c-4961-9fdd-cbeea9d2186f on host dv-cinder-851279-3-iscsi for vnic_type normal with profile {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 05:05:49.949785 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-fe6eb5e4-d0f6-47c8-b9a0-05085f35b294 None None] Attempting to bind port 6cf1b633-2e3c-4961-9fdd-cbeea9d2186f by drivers openvswitch,hyperv on host dv-cinder-851279-3-iscsi at level 0 using segments [{'id': '716eb1aa-7d0b-477f-bc0e-27e6bc146537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '94989f7f-6c27-4232-af89-2c1914199605'}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 05:05:49.950148 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6eb5e4-d0f6-47c8-b9a0-05085f35b294 None None] Attempting to bind port 6cf1b633-2e3c-4961-9fdd-cbeea9d2186f on network 94989f7f-6c27-4232-af89-2c1914199605 {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:05:49.956316 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6eb5e4-d0f6-47c8-b9a0-05085f35b294 None None] Checking agent: {'id': 'b9fa2c71-9776-421f-81b8-af2eb557e43b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 49, 56), 'started_at': datetime.datetime(2022, 7, 30, 4, 50, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 5, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 05:05:49.956698 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6eb5e4-d0f6-47c8-b9a0-05085f35b294 None None] Checking segment: {'id': '716eb1aa-7d0b-477f-bc0e-27e6bc146537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '94989f7f-6c27-4232-af89-2c1914199605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 05:05:49.957105 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-fe6eb5e4-d0f6-47c8-b9a0-05085f35b294 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:49.957500 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6eb5e4-d0f6-47c8-b9a0-05085f35b294 None None] Bound using segment: {'id': '716eb1aa-7d0b-477f-bc0e-27e6bc146537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '94989f7f-6c27-4232-af89-2c1914199605'} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 05:05:49.957967 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-fe6eb5e4-d0f6-47c8-b9a0-05085f35b294 None None] Bound port: 6cf1b633-2e3c-4961-9fdd-cbeea9d2186f, host: dv-cinder-851279-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '716eb1aa-7d0b-477f-bc0e-27e6bc146537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '94989f7f-6c27-4232-af89-2c1914199605'}}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 05:05:49.958351 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-fe6eb5e4-d0f6-47c8-b9a0-05085f35b294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (6cf1b633-2e3c-4961-9fdd-cbeea9d2186f), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:49.962222 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a134b33e-ff17-446d-bf75-7454ee1b4133 admin admin] Publish callbacks [] for port (5e753a08-d8ff-49ce-a751-def039b7063e), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:49.989691 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:49.995915 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a134b33e-ff17-446d-bf75-7454ee1b4133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (5e753a08-d8ff-49ce-a751-def039b7063e), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:50.027130 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-fe6eb5e4-d0f6-47c8-b9a0-05085f35b294 None None] For port 6cf1b633-2e3c-4961-9fdd-cbeea9d2186f, host dv-cinder-851279-3-iscsi, cleared binding levels {{(pid=103972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:05:50.031791 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-fe6eb5e4-d0f6-47c8-b9a0-05085f35b294 None None] For port 6cf1b633-2e3c-4961-9fdd-cbeea9d2186f, host dv-cinder-851279-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=6cf1b633-2e3c-4961-9fdd-cbeea9d2186f,segment=NetworkSegment(716eb1aa-7d0b-477f-bc0e-27e6bc146537),segment_id=716eb1aa-7d0b-477f-bc0e-27e6bc146537)] {{(pid=103972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:05:50.039925 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-fe6eb5e4-d0f6-47c8-b9a0-05085f35b294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (6cf1b633-2e3c-4961-9fdd-cbeea9d2186f), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:50.046557 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a134b33e-ff17-446d-bf75-7454ee1b4133 admin admin] Network 0194f4bd-d033-4ee0-a642-9d17cfb40f96 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:05:50.053430 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-a134b33e-ff17-446d-bf75-7454ee1b4133 admin admin] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:05:50.055844 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a134b33e-ff17-446d-bf75-7454ee1b4133 admin admin] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 05:05:50.063293 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:50.084427 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134b33e-ff17-446d-bf75-7454ee1b4133 admin admin] Pushing event updated for resources: {'Port': ['ID=5e753a08-d8ff-49ce-a751-def039b7063e,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:50.092858 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6eb5e4-d0f6-47c8-b9a0-05085f35b294 None None] Pushing event updated for resources: {'Port': ['ID=6cf1b633-2e3c-4961-9fdd-cbeea9d2186f,revision_number=2']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:50.108394 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:50.425373 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3511e9-b1b6-4dbd-bf74-7f571da7d5b3 req-d08a0f82-6b69-43f2-8cc7-2fdd773eb200 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:50.427253 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-2c3511e9-b1b6-4dbd-bf74-7f571da7d5b3 req-d08a0f82-6b69-43f2-8cc7-2fdd773eb200 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 945 time: 0.0693347 Jul 30 05:05:50.493747 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-2c3511e9-b1b6-4dbd-bf74-7f571da7d5b3 req-377e1254-28c6-48b0-8f27-4497e14aaddc tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/security-groups?id=690caee6-5100-4da4-985a-a65da1b16b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587816 Jul 30 05:05:50.522704 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-cef14878-c085-4505-886a-81116ac92474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:50.639058 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a134b33e-ff17-446d-bf75-7454ee1b4133 admin admin] Publish callbacks [] for router_gateway (e8e4fb20-1b16-4435-ae41-e08f96f8c7ad), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:50.667456 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 6cf1b633-2e3c-4961-9fdd-cbeea9d2186f up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:05:50.714892 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 6cf1b633-2e3c-4961-9fdd-cbeea9d2186f triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:05:50.715268 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (6cf1b633-2e3c-4961-9fdd-cbeea9d2186f), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:50.797409 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 6cf1b633-2e3c-4961-9fdd-cbeea9d2186f is: DOWN; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:05:50.797810 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (6cf1b633-2e3c-4961-9fdd-cbeea9d2186f), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:50.836111 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] For port 6cf1b633-2e3c-4961-9fdd-cbeea9d2186f, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=6cf1b633-2e3c-4961-9fdd-cbeea9d2186f,segment=NetworkSegment(716eb1aa-7d0b-477f-bc0e-27e6bc146537),segment_id=716eb1aa-7d0b-477f-bc0e-27e6bc146537)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:05:50.839378 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a134b33e-ff17-446d-bf75-7454ee1b4133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706777'] for router (e8e4fb20-1b16-4435-ae41-e08f96f8c7ad), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:50.841559 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (6cf1b633-2e3c-4961-9fdd-cbeea9d2186f), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:50.905318 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Pushing event updated for resources: {'Port': ['ID=6cf1b633-2e3c-4961-9fdd-cbeea9d2186f,revision_number=3']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:50.975757 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a134b33e-ff17-446d-bf75-7454ee1b4133 admin admin] Router e8e4fb20-1b16-4435-ae41-e08f96f8c7ad is scheduled to L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 with binding_index 1 {{(pid=103971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 30 05:05:51.089363 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:51.095095 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a134b33e-ff17-446d-bf75-7454ee1b4133 admin admin] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:05:51.106001 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787464a0-8d58-4d41-9644-4ac57362d8df None None] Sync routers for ids ['e8e4fb20-1b16-4435-ae41-e08f96f8c7ad'] in dv-cinder-851279-3-iscsi {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:05:51.117177 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a134b33e-ff17-446d-bf75-7454ee1b4133 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:51.118489 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-a134b33e-ff17-446d-bf75-7454ee1b4133 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8182070 Jul 30 05:05:51.118874 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787464a0-8d58-4d41-9644-4ac57362d8df None None] Routers {'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:05:51.119499 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-787464a0-8d58-4d41-9644-4ac57362d8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:05:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['e8e4fb20-1b16-4435-ae41-e08f96f8c7ad'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:51.121158 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 57438) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:51.153798 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5261163f-4cc5-4753-a193-c102a10e0760 None None] Network 94989f7f-6c27-4232-af89-2c1914199605 requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 05:05:51.275819 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-47ed5b4d-cf34-45a2-bb6b-4eadda8fdba0 None None] Provisioning complete for port 6cf1b633-2e3c-4961-9fdd-cbeea9d2186f triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:05:51.276186 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-47ed5b4d-cf34-45a2-bb6b-4eadda8fdba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (6cf1b633-2e3c-4961-9fdd-cbeea9d2186f), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:51.327712 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-787464a0-8d58-4d41-9644-4ac57362d8df None None] Set router e8e4fb20-1b16-4435-ae41-e08f96f8c7ad gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:05:51.401459 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:51.556052 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-47ed5b4d-cf34-45a2-bb6b-4eadda8fdba0 None None] Current status of the port 6cf1b633-2e3c-4961-9fdd-cbeea9d2186f is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:05:51.575320 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4e1fb681-374b-45b9-bb68-acacfbaabea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:51.598327 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:51.618572 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-787464a0-8d58-4d41-9644-4ac57362d8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'name': 'tempest-AttachVolumeTestJSON-977196658-router', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '5e753a08-d8ff-49ce-a751-def039b7063e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:05:49Z', 'updated_at': '2022-07-30T05:05:50Z', 'revision_number': 3, 'project_id': 'd9f8c70dc5de488698a8ab775c618088', 'gw_port': {'id': '5e753a08-d8ff-49ce-a751-def039b7063e', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:86:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:05:49Z', 'updated_at': '2022-07-30T05:05:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi'}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:51.647073 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787464a0-8d58-4d41-9644-4ac57362d8df None None] Checking router: e8e4fb20-1b16-4435-ae41-e08f96f8c7ad for host: dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:05:51.650537 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787464a0-8d58-4d41-9644-4ac57362d8df None None] Updating router e8e4fb20-1b16-4435-ae41-e08f96f8c7ad port 5e753a08-d8ff-49ce-a751-def039b7063e binding host dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 05:05:51.681100 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175eb864-601e-4b90-9aff-4c0b857c2044 req-74e78b62-af15-4f8e-9f40-05ba3f27cdc6 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:51.681611 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-787464a0-8d58-4d41-9644-4ac57362d8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (5e753a08-d8ff-49ce-a751-def039b7063e), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:51.682533 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-175eb864-601e-4b90-9aff-4c0b857c2044 req-74e78b62-af15-4f8e-9f40-05ba3f27cdc6 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 945 time: 0.0891879 Jul 30 05:05:51.780593 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:51.790384 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-0d9f8638-2790-420d-8b7c-e8ccabbbad91 None None] Provisioning complete for port 6cf1b633-2e3c-4961-9fdd-cbeea9d2186f triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:05:51.790792 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-0d9f8638-2790-420d-8b7c-e8ccabbbad91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (6cf1b633-2e3c-4961-9fdd-cbeea9d2186f), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:51.799716 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-175eb864-601e-4b90-9aff-4c0b857c2044 req-b7400649-4b59-404a-9a39-6cfedd942169 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/security-groups?id=690caee6-5100-4da4-985a-a65da1b16b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093359 Jul 30 05:05:51.824356 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [None req-4e1fb681-374b-45b9-bb68-acacfbaabea1 admin admin] Allocated IP 172.20.0.1 (94989f7f-6c27-4232-af89-2c1914199605/98442497-4af2-416e-bcf3-345bb9e57377/c7bb14c8-22ae-48ec-81c0-ed941aba6da8) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:05:51.944207 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4e1fb681-374b-45b9-bb68-acacfbaabea1 admin admin] Publish callbacks [] for port (c7bb14c8-22ae-48ec-81c0-ed941aba6da8), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:51.964407 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-0d9f8638-2790-420d-8b7c-e8ccabbbad91 None None] Current status of the port 6cf1b633-2e3c-4961-9fdd-cbeea9d2186f is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:05:51.976626 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4e1fb681-374b-45b9-bb68-acacfbaabea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (c7bb14c8-22ae-48ec-81c0-ed941aba6da8), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:52.004351 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:52.015601 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1fb681-374b-45b9-bb68-acacfbaabea1 admin admin] Network 94989f7f-6c27-4232-af89-2c1914199605 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:05:52.035830 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-4e1fb681-374b-45b9-bb68-acacfbaabea1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:05:52.041509 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1fb681-374b-45b9-bb68-acacfbaabea1 admin admin] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 05:05:52.045945 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-787464a0-8d58-4d41-9644-4ac57362d8df None None] Publish callbacks [] for port (5e753a08-d8ff-49ce-a751-def039b7063e), precommit_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:52.055543 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-787464a0-8d58-4d41-9644-4ac57362d8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (5e753a08-d8ff-49ce-a751-def039b7063e), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:52.062677 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1fb681-374b-45b9-bb68-acacfbaabea1 admin admin] Pushing event updated for resources: {'Port': ['ID=c7bb14c8-22ae-48ec-81c0-ed941aba6da8,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:52.111040 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6594ce-fb75-43da-a60c-1602508b6f94 req-7a2bacbf-8f38-4cdf-a6e2-8eb9111b9bd3 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:52.112810 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4d6594ce-fb75-43da-a60c-1602508b6f94 req-7a2bacbf-8f38-4cdf-a6e2-8eb9111b9bd3 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.49 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 945 time: 0.0881500 Jul 30 05:05:52.120236 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-787464a0-8d58-4d41-9644-4ac57362d8df None None] Attempting to bind port 5e753a08-d8ff-49ce-a751-def039b7063e on host dv-cinder-851279-3-iscsi for vnic_type normal with profile {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 05:05:52.120821 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-787464a0-8d58-4d41-9644-4ac57362d8df None None] Attempting to bind port 5e753a08-d8ff-49ce-a751-def039b7063e by drivers openvswitch,hyperv on host dv-cinder-851279-3-iscsi at level 0 using segments [{'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 05:05:52.121058 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787464a0-8d58-4d41-9644-4ac57362d8df None None] Attempting to bind port 5e753a08-d8ff-49ce-a751-def039b7063e on network 0194f4bd-d033-4ee0-a642-9d17cfb40f96 {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:05:52.128315 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4e1fb681-374b-45b9-bb68-acacfbaabea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1692814'] for router_interface (e8e4fb20-1b16-4435-ae41-e08f96f8c7ad), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:52.131012 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787464a0-8d58-4d41-9644-4ac57362d8df None None] Checking agent: {'id': 'b9fa2c71-9776-421f-81b8-af2eb557e43b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 49, 56), 'started_at': datetime.datetime(2022, 7, 30, 4, 50, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 5, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 05:05:52.131395 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787464a0-8d58-4d41-9644-4ac57362d8df None None] Checking segment: {'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 05:05:52.131801 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-787464a0-8d58-4d41-9644-4ac57362d8df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:52.132192 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787464a0-8d58-4d41-9644-4ac57362d8df None None] Bound using segment: {'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 05:05:52.132666 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [None req-787464a0-8d58-4d41-9644-4ac57362d8df None None] Bound port: 5e753a08-d8ff-49ce-a751-def039b7063e, host: dv-cinder-851279-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d036d1-25f5-4dcf-bf6d-d8f947655ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 05:05:52.133048 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-787464a0-8d58-4d41-9644-4ac57362d8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (5e753a08-d8ff-49ce-a751-def039b7063e), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:52.134827 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc4378-0659-4515-9a80-094e7f190105 None None] Pushing event updated for resources: {'Port': ['ID=5e753a08-d8ff-49ce-a751-def039b7063e,revision_number=2']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:52.151734 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:52.193512 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-787464a0-8d58-4d41-9644-4ac57362d8df None None] For port 5e753a08-d8ff-49ce-a751-def039b7063e, host dv-cinder-851279-3-iscsi, cleared binding levels {{(pid=103972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:05:52.198475 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-787464a0-8d58-4d41-9644-4ac57362d8df None None] For port 5e753a08-d8ff-49ce-a751-def039b7063e, host dv-cinder-851279-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=5e753a08-d8ff-49ce-a751-def039b7063e,segment=NetworkSegment(e5d036d1-25f5-4dcf-bf6d-d8f947655ab3),segment_id=e5d036d1-25f5-4dcf-bf6d-d8f947655ab3)] {{(pid=103972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:05:52.216703 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-787464a0-8d58-4d41-9644-4ac57362d8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (5e753a08-d8ff-49ce-a751-def039b7063e), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:52.256778 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-4d6594ce-fb75-43da-a60c-1602508b6f94 req-a7677801-2b8c-45ad-836b-7d4a73fab061 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Deleting port abedbf31-d88b-46bc-a1ef-33a68dcc3b21 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:05:52.257103 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-4d6594ce-fb75-43da-a60c-1602508b6f94 req-a7677801-2b8c-45ad-836b-7d4a73fab061 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (abedbf31-d88b-46bc-a1ef-33a68dcc3b21), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:52.270907 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787464a0-8d58-4d41-9644-4ac57362d8df None None] Routers {'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:05:52.272062 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-787464a0-8d58-4d41-9644-4ac57362d8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:05:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['e8e4fb20-1b16-4435-ae41-e08f96f8c7ad'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:52.318553 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc4378-0659-4515-9a80-094e7f190105 None None] Pushing event updated for resources: {'Port': ['ID=5e753a08-d8ff-49ce-a751-def039b7063e,revision_number=3']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:52.326977 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-85e01e8b-4d1b-4b01-8dbf-d0608bfb7756 None None] Provisioning complete for port c7bb14c8-22ae-48ec-81c0-ed941aba6da8 triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:05:52.327358 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-85e01e8b-4d1b-4b01-8dbf-d0608bfb7756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (c7bb14c8-22ae-48ec-81c0-ed941aba6da8), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:52.400592 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4e1fb681-374b-45b9-bb68-acacfbaabea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (c7bb14c8-22ae-48ec-81c0-ed941aba6da8), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:52.430633 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-4d6594ce-fb75-43da-a60c-1602508b6f94 req-a7677801-2b8c-45ad-836b-7d4a73fab061 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] For port abedbf31-d88b-46bc-a1ef-33a68dcc3b21, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=abedbf31-d88b-46bc-a1ef-33a68dcc3b21,segment=NetworkSegment(2337ae89-90dc-4c2b-9e40-8764fbdc0929),segment_id=2337ae89-90dc-4c2b-9e40-8764fbdc0929)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:05:52.431007 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-4d6594ce-fb75-43da-a60c-1602508b6f94 req-a7677801-2b8c-45ad-836b-7d4a73fab061 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (abedbf31-d88b-46bc-a1ef-33a68dcc3b21), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:52.465877 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-4d6594ce-fb75-43da-a60c-1602508b6f94 req-a7677801-2b8c-45ad-836b-7d4a73fab061 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Calling delete_port for abedbf31-d88b-46bc-a1ef-33a68dcc3b21 owned by compute:nova {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:05:52.524918 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-85e01e8b-4d1b-4b01-8dbf-d0608bfb7756 None None] Port c7bb14c8-22ae-48ec-81c0-ed941aba6da8 cannot update to ACTIVE because it is not bound. {{(pid=103972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 30 05:05:52.561784 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-787464a0-8d58-4d41-9644-4ac57362d8df None None] Set router e8e4fb20-1b16-4435-ae41-e08f96f8c7ad gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:05:52.675320 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:52.681693 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 6cf1b633-2e3c-4961-9fdd-cbeea9d2186f up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:05:52.711505 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4e1fb681-374b-45b9-bb68-acacfbaabea1 admin admin] Publish callbacks [] for port (c7bb14c8-22ae-48ec-81c0-ed941aba6da8), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:52.716711 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4e1fb681-374b-45b9-bb68-acacfbaabea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3264605'] for port (c7bb14c8-22ae-48ec-81c0-ed941aba6da8), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:52.740476 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-4d6594ce-fb75-43da-a60c-1602508b6f94 req-a7677801-2b8c-45ad-836b-7d4a73fab061 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (abedbf31-d88b-46bc-a1ef-33a68dcc3b21), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:52.766263 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] get_ports_and_sgs() called for port_ids ['abedbf31-d88b-46bc-a1ef-33a68dcc3b21'] {{(pid=103972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:05:52.813918 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 6cf1b633-2e3c-4961-9fdd-cbeea9d2186f triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:05:52.815057 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (6cf1b633-2e3c-4961-9fdd-cbeea9d2186f), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:52.817729 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-787464a0-8d58-4d41-9644-4ac57362d8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'name': 'tempest-AttachVolumeTestJSON-977196658-router', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '5e753a08-d8ff-49ce-a751-def039b7063e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:05:49Z', 'updated_at': '2022-07-30T05:05:50Z', 'revision_number': 3, 'project_id': 'd9f8c70dc5de488698a8ab775c618088', 'gw_port': {'id': '5e753a08-d8ff-49ce-a751-def039b7063e', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:86:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:05:49Z', 'updated_at': '2022-07-30T05:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi'}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:52.821208 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4e1fb681-374b-45b9-bb68-acacfbaabea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706302'] for router_interface (e8e4fb20-1b16-4435-ae41-e08f96f8c7ad), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:52.827129 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1fb681-374b-45b9-bb68-acacfbaabea1 admin admin] Pushing event updated for resources: {'Port': ['ID=c7bb14c8-22ae-48ec-81c0-ed941aba6da8,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:52.853260 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6594ce-fb75-43da-a60c-1602508b6f94 req-a7677801-2b8c-45ad-836b-7d4a73fab061 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] No DVR routers for this DVR port abedbf31-d88b-46bc-a1ef-33a68dcc3b21 on host hv-cinder-85127 {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 30 05:05:52.873764 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-4d6594ce-fb75-43da-a60c-1602508b6f94 req-a7677801-2b8c-45ad-836b-7d4a73fab061 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:52.877567 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4d6594ce-fb75-43da-a60c-1602508b6f94 req-a7677801-2b8c-45ad-836b-7d4a73fab061 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.49 "DELETE /v2.0/ports/abedbf31-d88b-46bc-a1ef-33a68dcc3b21 HTTP/1.1" status: 204 len: 173 time: 0.7566164 Jul 30 05:05:52.878178 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0faad1c9-0b0d-44af-92cb-dd0acd61c755', 'name': 'network-vif-deleted', 'tag': 'abedbf31-d88b-46bc-a1ef-33a68dcc3b21'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:05:52.882160 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:52.886749 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b16b4900bbfc643f3f19b33d02e463cc441e963483cfbcd5657a130b47b3c9ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb82b9b-9afe-4005-be7f-7fdfbd9eff48" -d '{"events": [{"server_uuid": "0faad1c9-0b0d-44af-92cb-dd0acd61c755", "name": "network-vif-deleted", "tag": "abedbf31-d88b-46bc-a1ef-33a68dcc3b21"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:05:52.895324 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7677801-2b8c-45ad-836b-7d4a73fab061 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] Pushing event deleted for resources: {'Port': ['ID=abedbf31-d88b-46bc-a1ef-33a68dcc3b21,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:52.897036 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787464a0-8d58-4d41-9644-4ac57362d8df None None] The sync data for ids ['e8e4fb20-1b16-4435-ae41-e08f96f8c7ad'] in dv-cinder-851279-3-iscsi is: [{'id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'name': 'tempest-AttachVolumeTestJSON-977196658-router', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '5e753a08-d8ff-49ce-a751-def039b7063e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:05:49Z', 'updated_at': '2022-07-30T05:05:50Z', 'revision_number': 3, 'project_id': 'd9f8c70dc5de488698a8ab775c618088', 'gw_port': {'id': '5e753a08-d8ff-49ce-a751-def039b7063e', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:86:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:05:49Z', 'updated_at': '2022-07-30T05:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi'}] {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:05:52.933526 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-eadd3fd8-d4ab-4075-8fcb-698ff588d7ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:52.941073 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e2effc32-2c6f-4b45-bd6a-52465894d003 req-b60f300f-f8a6-4c78-9ee5-98166c879b85 tempest-TestMinimumBasicScenario-1723319149 tempest-TestMinimumBasicScenario-1723319149-project] 10.222.0.20 "GET /v2.0/ports?device_id=0faad1c9-0b0d-44af-92cb-dd0acd61c755 HTTP/1.1" status: 200 len: 210 time: 0.0574052 Jul 30 05:05:52.973787 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:52.983911 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:52.987960 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 05:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a31445-c6b3-461b-880d-8cd079a87765 x-openstack-request-id: req-20a31445-c6b3-461b-880d-8cd079a87765 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:05:52.988688 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0faad1c9-0b0d-44af-92cb-dd0acd61c755", "name": "network-vif-deleted", "tag": "abedbf31-d88b-46bc-a1ef-33a68dcc3b21", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:05:52.988688 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-20a31445-c6b3-461b-880d-8cd079a87765 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:05:52.988923 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20a31445-c6b3-461b-880d-8cd079a87765'] response: {'server_uuid': '0faad1c9-0b0d-44af-92cb-dd0acd61c755', 'name': 'network-vif-deleted', 'tag': 'abedbf31-d88b-46bc-a1ef-33a68dcc3b21', 'status': 'completed', 'code': 200} Jul 30 05:05:53.003984 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 6cf1b633-2e3c-4961-9fdd-cbeea9d2186f is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:05:53.047641 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1fb681-374b-45b9-bb68-acacfbaabea1 admin admin] Network 94989f7f-6c27-4232-af89-2c1914199605 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:05:53.050360 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-4e1fb681-374b-45b9-bb68-acacfbaabea1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:05:53.205870 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1fb681-374b-45b9-bb68-acacfbaabea1 admin admin] Router e8e4fb20-1b16-4435-ae41-e08f96f8c7ad has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 05:05:53.399377 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1fb681-374b-45b9-bb68-acacfbaabea1 admin admin] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:05:53.406715 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-4e1fb681-374b-45b9-bb68-acacfbaabea1 admin admin] 10.222.0.20 "PUT /v2.0/routers/e8e4fb20-1b16-4435-ae41-e08f96f8c7ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2828920 Jul 30 05:05:53.454807 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-bcc7dddc-cc45-425f-b559-f90a11c0fdc9 None None] Provisioning complete for port c7bb14c8-22ae-48ec-81c0-ed941aba6da8 triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:05:53.454807 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-bcc7dddc-cc45-425f-b559-f90a11c0fdc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (c7bb14c8-22ae-48ec-81c0-ed941aba6da8), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:53.508852 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-bcc7dddc-cc45-425f-b559-f90a11c0fdc9 None None] Port c7bb14c8-22ae-48ec-81c0-ed941aba6da8 cannot update to ACTIVE because it is not bound. {{(pid=103972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 30 05:05:53.731914 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 57458) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:53.737443 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-6f5da9b8-5607-4371-bf68-0e3b5add1258 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1414368977', 'description': 'tempest-description--1135532773'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:05:53.751646 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:53.763204 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6f5da9b8-5607-4371-bf68-0e3b5add1258 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:53.840911 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6f5da9b8-5607-4371-bf68-0e3b5add1258 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks [] for security_group (aafbe2cd-802f-4714-a5c8-a4487d76b08b), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:53.844658 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6f5da9b8-5607-4371-bf68-0e3b5add1258 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (aafbe2cd-802f-4714-a5c8-a4487d76b08b), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:53.893102 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5da9b8-5607-4371-bf68-0e3b5add1258 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aafbe2cd-802f-4714-a5c8-a4487d76b08b,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:53.897553 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6f5da9b8-5607-4371-bf68-0e3b5add1258 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:53.899012 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-6f5da9b8-5607-4371-bf68-0e3b5add1258 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1658912 Jul 30 05:05:53.901842 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 57460) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:53.906539 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-d8c583b7-885d-46e9-bc96-a651530b4b77 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Request body: {'security_group_rule': {'security_group_id': 'aafbe2cd-802f-4714-a5c8-a4487d76b08b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:05:53.911212 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:53.934259 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d8c583b7-885d-46e9-bc96-a651530b4b77 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks [] for security_group_rule (503cdba3-a2ec-4f7b-9f9c-e0aa786eded5), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:53.980493 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:DELETE=4,neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:54.000729 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d8c583b7-885d-46e9-bc96-a651530b4b77 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks [] for security_group_rule (503cdba3-a2ec-4f7b-9f9c-e0aa786eded5), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:54.004630 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d8c583b7-885d-46e9-bc96-a651530b4b77 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826758'] for security_group_rule (503cdba3-a2ec-4f7b-9f9c-e0aa786eded5), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:54.027934 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c583b7-885d-46e9-bc96-a651530b4b77 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=503cdba3-a2ec-4f7b-9f9c-e0aa786eded5,revision_number=0']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:54.032413 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-d8c583b7-885d-46e9-bc96-a651530b4b77 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:54.037154 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-d8c583b7-885d-46e9-bc96-a651530b4b77 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1312706 Jul 30 05:05:54.037154 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 57466) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:54.041765 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-3fcf3884-8c55-4537-b122-1357292a745b tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Request body: {'security_group_rule': {'security_group_id': 'aafbe2cd-802f-4714-a5c8-a4487d76b08b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:05:54.073335 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-3fcf3884-8c55-4537-b122-1357292a745b tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks [] for security_group_rule (8b57725b-5837-4f88-9f76-9cf2164a35d5), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:54.135349 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-3fcf3884-8c55-4537-b122-1357292a745b tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks [] for security_group_rule (8b57725b-5837-4f88-9f76-9cf2164a35d5), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:54.139770 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-3fcf3884-8c55-4537-b122-1357292a745b tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826758'] for security_group_rule (8b57725b-5837-4f88-9f76-9cf2164a35d5), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:54.157050 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf3884-8c55-4537-b122-1357292a745b tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b57725b-5837-4f88-9f76-9cf2164a35d5,revision_number=0']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:54.168772 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-3fcf3884-8c55-4537-b122-1357292a745b tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:54.171022 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-3fcf3884-8c55-4537-b122-1357292a745b tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1322396 Jul 30 05:05:54.173869 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 57474) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:54.178730 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-4bca15fd-fe68-47e5-ba11-d82fd036be51 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Request body: {'floatingip': {'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:05:54.202414 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4bca15fd-fe68-47e5-ba11-d82fd036be51 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:54.285002 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4bca15fd-fe68-47e5-ba11-d82fd036be51 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:54.422041 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_common [None req-4bca15fd-fe68-47e5-ba11-d82fd036be51 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Allocated IP 172.27.2.37 (0194f4bd-d033-4ee0-a642-9d17cfb40f96/6c0201b0-7b08-4a32-872b-15ffee5372f4/5ecaa067-be61-4886-9586-7631d951f470) {{(pid=103970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:05:54.531964 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:INSERT=12,neutron:SELECT=79,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:54.547348 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4bca15fd-fe68-47e5-ba11-d82fd036be51 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks [] for port (5ecaa067-be61-4886-9586-7631d951f470), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:54.585507 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4bca15fd-fe68-47e5-ba11-d82fd036be51 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (5ecaa067-be61-4886-9586-7631d951f470), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:54.623599 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bca15fd-fe68-47e5-ba11-d82fd036be51 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Network 0194f4bd-d033-4ee0-a642-9d17cfb40f96 is already hosted by enough agents. {{(pid=103970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:05:54.627216 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-4bca15fd-fe68-47e5-ba11-d82fd036be51 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Resources bound (agent type, host, resource id): {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:05:54.633227 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bca15fd-fe68-47e5-ba11-d82fd036be51 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Received port after_create {{(pid=103970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 05:05:54.662219 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca15fd-fe68-47e5-ba11-d82fd036be51 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Pushing event updated for resources: {'Port': ['ID=5ecaa067-be61-4886-9586-7631d951f470,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:54.724860 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 5e753a08-d8ff-49ce-a751-def039b7063e up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:05:54.738278 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4bca15fd-fe68-47e5-ba11-d82fd036be51 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks [] for floatingip (2a93a445-2a1b-4b45-be9b-f7ee6d136e0c), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:54.764287 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 57518) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:54.775575 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f10e758-0ec2-4f34-ad41-497584af8704 None None] Sync routers for ids ['e8e4fb20-1b16-4435-ae41-e08f96f8c7ad'] in dv-cinder-851279-3-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:05:54.794836 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 5e753a08-d8ff-49ce-a751-def039b7063e triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:05:54.795349 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (5e753a08-d8ff-49ce-a751-def039b7063e), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:54.797805 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4bca15fd-fe68-47e5-ba11-d82fd036be51 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (5ecaa067-be61-4886-9586-7631d951f470), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:54.803497 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f10e758-0ec2-4f34-ad41-497584af8704 None None] Routers {'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:05:54.804127 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-5f10e758-0ec2-4f34-ad41-497584af8704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:05:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['e8e4fb20-1b16-4435-ae41-e08f96f8c7ad'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:54.852547 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:54.880709 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 5e753a08-d8ff-49ce-a751-def039b7063e is: DOWN; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:05:54.881329 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (5e753a08-d8ff-49ce-a751-def039b7063e), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:54.909785 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] For port 5e753a08-d8ff-49ce-a751-def039b7063e, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=5e753a08-d8ff-49ce-a751-def039b7063e,segment=NetworkSegment(e5d036d1-25f5-4dcf-bf6d-d8f947655ab3),segment_id=e5d036d1-25f5-4dcf-bf6d-d8f947655ab3)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:05:54.917699 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (5e753a08-d8ff-49ce-a751-def039b7063e), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:54.933828 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-5f10e758-0ec2-4f34-ad41-497584af8704 None None] Set router e8e4fb20-1b16-4435-ae41-e08f96f8c7ad gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:05:54.981815 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Pushing event updated for resources: {'Port': ['ID=5e753a08-d8ff-49ce-a751-def039b7063e,revision_number=4']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:55.018596 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4bca15fd-fe68-47e5-ba11-d82fd036be51 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks [] for port (5ecaa067-be61-4886-9586-7631d951f470), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:55.026546 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4bca15fd-fe68-47e5-ba11-d82fd036be51 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410665'] for port (5ecaa067-be61-4886-9586-7631d951f470), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:55.094057 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4bca15fd-fe68-47e5-ba11-d82fd036be51 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692779'] for floatingip (2a93a445-2a1b-4b45-be9b-f7ee6d136e0c), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:55.097427 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca15fd-fe68-47e5-ba11-d82fd036be51 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Pushing event updated for resources: {'Port': ['ID=5ecaa067-be61-4886-9586-7631d951f470,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:55.117015 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4bca15fd-fe68-47e5-ba11-d82fd036be51 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for floatingip (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:55.119308 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-4bca15fd-fe68-47e5-ba11-d82fd036be51 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9444437 Jul 30 05:05:55.144536 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-5f10e758-0ec2-4f34-ad41-497584af8704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'name': 'tempest-AttachVolumeTestJSON-977196658-router', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '5e753a08-d8ff-49ce-a751-def039b7063e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:05:49Z', 'updated_at': '2022-07-30T05:05:52Z', 'revision_number': 4, 'project_id': 'd9f8c70dc5de488698a8ab775c618088', 'gw_port': {'id': '5e753a08-d8ff-49ce-a751-def039b7063e', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:86:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:05:49Z', 'updated_at': '2022-07-30T05:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'c7bb14c8-22ae-48ec-81c0-ed941aba6da8', 'name': '', 'network_id': '94989f7f-6c27-4232-af89-2c1914199605', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'mac_address': 'fa:16:3e:26:f5:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '98442497-4af2-416e-bcf3-345bb9e57377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:05:51Z', 'updated_at': '2022-07-30T05:05:52Z', 'revision_number': 2, 'project_id': 'd9f8c70dc5de488698a8ab775c618088', 'subnets': [{'id': '98442497-4af2-416e-bcf3-345bb9e57377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:55.170253 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f10e758-0ec2-4f34-ad41-497584af8704 None None] Checking router: e8e4fb20-1b16-4435-ae41-e08f96f8c7ad for host: dv-cinder-851279-3-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:05:55.170628 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f10e758-0ec2-4f34-ad41-497584af8704 None None] Updating router e8e4fb20-1b16-4435-ae41-e08f96f8c7ad port c7bb14c8-22ae-48ec-81c0-ed941aba6da8 binding host dv-cinder-851279-3-iscsi {{(pid=103973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 05:05:55.193558 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ea5a8016-b366-422d-babd-592d4556ab5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706265'] for router_interface (e6dbd242-eae8-4c70-bbbe-137d1d561e8f), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:55.200957 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5f10e758-0ec2-4f34-ad41-497584af8704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (c7bb14c8-22ae-48ec-81c0-ed941aba6da8), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:55.316394 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:55.330739 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-35741a4d-186b-4aa7-9b13-8a4d3ec75e2d tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1414368977&fields=id&tenant_id=d9f8c70dc5de488698a8ab775c618088 HTTP/1.1" status: 200 len: 267 time: 0.0629592 Jul 30 05:05:55.480232 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5f10e758-0ec2-4f34-ad41-497584af8704 None None] Publish callbacks [] for port (c7bb14c8-22ae-48ec-81c0-ed941aba6da8), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:55.486495 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5f10e758-0ec2-4f34-ad41-497584af8704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (c7bb14c8-22ae-48ec-81c0-ed941aba6da8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:55.492792 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:55.549964 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42903477-7c6f-42b7-a6aa-fbbce058463e None None] Pushing event updated for resources: {'Port': ['ID=c7bb14c8-22ae-48ec-81c0-ed941aba6da8,revision_number=3']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:55.574533 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42903477-7c6f-42b7-a6aa-fbbce058463e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:55.574883 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42903477-7c6f-42b7-a6aa-fbbce058463e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:55.575253 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42903477-7c6f-42b7-a6aa-fbbce058463e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:55.575613 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42903477-7c6f-42b7-a6aa-fbbce058463e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:55.575957 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42903477-7c6f-42b7-a6aa-fbbce058463e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:55.576294 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42903477-7c6f-42b7-a6aa-fbbce058463e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:55.576624 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42903477-7c6f-42b7-a6aa-fbbce058463e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:55.576953 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42903477-7c6f-42b7-a6aa-fbbce058463e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:55.577279 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42903477-7c6f-42b7-a6aa-fbbce058463e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:55.577606 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42903477-7c6f-42b7-a6aa-fbbce058463e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:55.577936 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42903477-7c6f-42b7-a6aa-fbbce058463e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:55.578490 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42903477-7c6f-42b7-a6aa-fbbce058463e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:55.578668 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42903477-7c6f-42b7-a6aa-fbbce058463e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:55.578929 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42903477-7c6f-42b7-a6aa-fbbce058463e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:55.579249 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42903477-7c6f-42b7-a6aa-fbbce058463e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:05:55.596675 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-5f10e758-0ec2-4f34-ad41-497584af8704 None None] Attempting to bind port c7bb14c8-22ae-48ec-81c0-ed941aba6da8 on host dv-cinder-851279-3-iscsi for vnic_type normal with profile {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 05:05:55.597055 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-5f10e758-0ec2-4f34-ad41-497584af8704 None None] Attempting to bind port c7bb14c8-22ae-48ec-81c0-ed941aba6da8 by drivers openvswitch,hyperv on host dv-cinder-851279-3-iscsi at level 0 using segments [{'id': '716eb1aa-7d0b-477f-bc0e-27e6bc146537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '94989f7f-6c27-4232-af89-2c1914199605'}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 05:05:55.597406 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f10e758-0ec2-4f34-ad41-497584af8704 None None] Attempting to bind port c7bb14c8-22ae-48ec-81c0-ed941aba6da8 on network 94989f7f-6c27-4232-af89-2c1914199605 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:05:55.603098 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f10e758-0ec2-4f34-ad41-497584af8704 None None] Checking agent: {'id': 'b9fa2c71-9776-421f-81b8-af2eb557e43b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 49, 56), 'started_at': datetime.datetime(2022, 7, 30, 4, 50, 26), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 5, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 05:05:55.603455 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f10e758-0ec2-4f34-ad41-497584af8704 None None] Checking segment: {'id': '716eb1aa-7d0b-477f-bc0e-27e6bc146537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '94989f7f-6c27-4232-af89-2c1914199605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 05:05:55.603857 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5f10e758-0ec2-4f34-ad41-497584af8704 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:55.604253 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f10e758-0ec2-4f34-ad41-497584af8704 None None] Bound using segment: {'id': '716eb1aa-7d0b-477f-bc0e-27e6bc146537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '94989f7f-6c27-4232-af89-2c1914199605'} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 05:05:55.604724 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-5f10e758-0ec2-4f34-ad41-497584af8704 None None] Bound port: c7bb14c8-22ae-48ec-81c0-ed941aba6da8, host: dv-cinder-851279-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '716eb1aa-7d0b-477f-bc0e-27e6bc146537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '94989f7f-6c27-4232-af89-2c1914199605'}}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 05:05:55.605107 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5f10e758-0ec2-4f34-ad41-497584af8704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (c7bb14c8-22ae-48ec-81c0-ed941aba6da8), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:55.618214 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device abedbf31-d88b-46bc-a1ef-33a68dcc3b21 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:05:55.638390 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] No Port match for: abedbf31-d88b-46bc-a1ef-33a68dcc3b21 {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:05:55.638777 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device abedbf31-d88b-46bc-a1ef-33a68dcc3b21 not bound to the agent host hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:05:55.674608 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-5f10e758-0ec2-4f34-ad41-497584af8704 None None] For port c7bb14c8-22ae-48ec-81c0-ed941aba6da8, host dv-cinder-851279-3-iscsi, cleared binding levels {{(pid=103973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:05:55.677881 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-5f10e758-0ec2-4f34-ad41-497584af8704 None None] For port c7bb14c8-22ae-48ec-81c0-ed941aba6da8, host dv-cinder-851279-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=c7bb14c8-22ae-48ec-81c0-ed941aba6da8,segment=NetworkSegment(716eb1aa-7d0b-477f-bc0e-27e6bc146537),segment_id=716eb1aa-7d0b-477f-bc0e-27e6bc146537)] {{(pid=103973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:05:55.684106 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5f10e758-0ec2-4f34-ad41-497584af8704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (c7bb14c8-22ae-48ec-81c0-ed941aba6da8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:55.701628 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:55.713229 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:55.727616 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:55.735491 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f10e758-0ec2-4f34-ad41-497584af8704 None None] Routers {'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:05:55.736198 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-5f10e758-0ec2-4f34-ad41-497584af8704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:05:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['e8e4fb20-1b16-4435-ae41-e08f96f8c7ad'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:55.787033 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-8139402d-1f5c-41d0-8ca0-7eda47defeb1 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:55.789160 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-8139402d-1f5c-41d0-8ca0-7eda47defeb1 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/networks?id=94989f7f-6c27-4232-af89-2c1914199605 HTTP/1.1" status: 200 len: 810 time: 0.4344177 Jul 30 05:05:55.791147 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42903477-7c6f-42b7-a6aa-fbbce058463e None None] Pushing event updated for resources: {'Port': ['ID=c7bb14c8-22ae-48ec-81c0-ed941aba6da8,revision_number=4']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:55.825717 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-db95da8d-aad6-4b7e-9516-e2d56d5cadbf tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/quotas/d9f8c70dc5de488698a8ab775c618088 HTTP/1.1" status: 200 len: 375 time: 0.0194185 Jul 30 05:05:55.828353 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-ea5a8016-b366-422d-babd-592d4556ab5e admin admin] Deleting port 4fc6bc96-f3c2-4939-8a21-899db21da4ca {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:05:55.828700 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ea5a8016-b366-422d-babd-592d4556ab5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (4fc6bc96-f3c2-4939-8a21-899db21da4ca), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:55.831229 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:55.860002 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-5f10e758-0ec2-4f34-ad41-497584af8704 None None] Set router e8e4fb20-1b16-4435-ae41-e08f96f8c7ad gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:05:55.921413 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-fccb90cf-77f4-4fa3-98b6-e3294722ede0 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d9f8c70dc5de488698a8ab775c618088&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0891073 Jul 30 05:05:56.002306 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-ea5a8016-b366-422d-babd-592d4556ab5e admin admin] For port 4fc6bc96-f3c2-4939-8a21-899db21da4ca, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=4fc6bc96-f3c2-4939-8a21-899db21da4ca,segment=NetworkSegment(2337ae89-90dc-4c2b-9e40-8764fbdc0929),segment_id=2337ae89-90dc-4c2b-9e40-8764fbdc0929)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:05:56.002613 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ea5a8016-b366-422d-babd-592d4556ab5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (4fc6bc96-f3c2-4939-8a21-899db21da4ca), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:56.023317 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-ea5a8016-b366-422d-babd-592d4556ab5e admin admin] Calling delete_port for 4fc6bc96-f3c2-4939-8a21-899db21da4ca owned by network:router_interface {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:05:56.093236 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-a6d572b4-8c76-4fcb-b757-31ee6864b46c service neutron] 10.222.0.20 "GET /v2.0/networks/94989f7f-6c27-4232-af89-2c1914199605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577072 Jul 30 05:05:56.132402 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-5f10e758-0ec2-4f34-ad41-497584af8704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'name': 'tempest-AttachVolumeTestJSON-977196658-router', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '5e753a08-d8ff-49ce-a751-def039b7063e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:05:49Z', 'updated_at': '2022-07-30T05:05:52Z', 'revision_number': 4, 'project_id': 'd9f8c70dc5de488698a8ab775c618088', 'gw_port': {'id': '5e753a08-d8ff-49ce-a751-def039b7063e', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:86:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:05:49Z', 'updated_at': '2022-07-30T05:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'c7bb14c8-22ae-48ec-81c0-ed941aba6da8', 'name': '', 'network_id': '94989f7f-6c27-4232-af89-2c1914199605', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'mac_address': 'fa:16:3e:26:f5:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '98442497-4af2-416e-bcf3-345bb9e57377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:05:51Z', 'updated_at': '2022-07-30T05:05:55Z', 'revision_number': 4, 'project_id': 'd9f8c70dc5de488698a8ab775c618088', 'subnets': [{'id': '98442497-4af2-416e-bcf3-345bb9e57377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:56.160551 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f10e758-0ec2-4f34-ad41-497584af8704 None None] The sync data for ids ['e8e4fb20-1b16-4435-ae41-e08f96f8c7ad'] in dv-cinder-851279-3-iscsi is: [{'id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'name': 'tempest-AttachVolumeTestJSON-977196658-router', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '5e753a08-d8ff-49ce-a751-def039b7063e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:05:49Z', 'updated_at': '2022-07-30T05:05:52Z', 'revision_number': 4, 'project_id': 'd9f8c70dc5de488698a8ab775c618088', 'gw_port': {'id': '5e753a08-d8ff-49ce-a751-def039b7063e', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:86:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:05:49Z', 'updated_at': '2022-07-30T05:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'c7bb14c8-22ae-48ec-81c0-ed941aba6da8', 'name': '', 'network_id': '94989f7f-6c27-4232-af89-2c1914199605', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'mac_address': 'fa:16:3e:26:f5:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '98442497-4af2-416e-bcf3-345bb9e57377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:05:51Z', 'updated_at': '2022-07-30T05:05:55Z', 'revision_number': 4, 'project_id': 'd9f8c70dc5de488698a8ab775c618088', 'subnets': [{'id': '98442497-4af2-416e-bcf3-345bb9e57377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:05:56.260737 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-6c57c44b-ea6c-4baa-b4d9-76c171a1bf04 service neutron] 10.222.0.20 "GET /v2.0/networks/94989f7f-6c27-4232-af89-2c1914199605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598306 Jul 30 05:05:56.355375 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ea5a8016-b366-422d-babd-592d4556ab5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (4fc6bc96-f3c2-4939-8a21-899db21da4ca), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:56.380400 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a8016-b366-422d-babd-592d4556ab5e admin admin] Pushing event deleted for resources: {'Port': ['ID=4fc6bc96-f3c2-4939-8a21-899db21da4ca,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:56.492816 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-021f5e30-633e-4dd7-90da-d3ba49e1ecc8 req-8f03fc32-2893-4834-b2f5-9a043d30c51e tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 210 time: 0.0522084 Jul 30 05:05:56.624110 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ea5a8016-b366-422d-babd-592d4556ab5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1706421'] for router_interface (e6dbd242-eae8-4c70-bbbe-137d1d561e8f), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:56.758896 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:56.872251 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:56.889619 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device c7bb14c8-22ae-48ec-81c0-ed941aba6da8 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:05:56.951463 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea5a8016-b366-422d-babd-592d4556ab5e admin admin] Router e6dbd242-eae8-4c70-bbbe-137d1d561e8f has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 05:05:56.954402 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port c7bb14c8-22ae-48ec-81c0-ed941aba6da8 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:05:56.956107 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (c7bb14c8-22ae-48ec-81c0-ed941aba6da8), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:57.051839 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port c7bb14c8-22ae-48ec-81c0-ed941aba6da8 is: DOWN; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:05:57.052297 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (c7bb14c8-22ae-48ec-81c0-ed941aba6da8), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:57.085876 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5a8016-b366-422d-babd-592d4556ab5e admin admin] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:05:57.091517 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-ea5a8016-b366-422d-babd-592d4556ab5e admin admin] 10.222.0.20 "PUT /v2.0/routers/e6dbd242-eae8-4c70-bbbe-137d1d561e8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3259366 Jul 30 05:05:57.092206 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] For port c7bb14c8-22ae-48ec-81c0-ed941aba6da8, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=c7bb14c8-22ae-48ec-81c0-ed941aba6da8,segment=NetworkSegment(716eb1aa-7d0b-477f-bc0e-27e6bc146537),segment_id=716eb1aa-7d0b-477f-bc0e-27e6bc146537)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:05:57.094056 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 57552) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:57.100273 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f705a9a8-cf94-4fc6-bf20-f8502862bba2 None None] Sync routers for ids ['e6dbd242-eae8-4c70-bbbe-137d1d561e8f'] in dv-cinder-851279-3-iscsi {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:05:57.106283 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (c7bb14c8-22ae-48ec-81c0-ed941aba6da8), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:57.107119 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 5e753a08-d8ff-49ce-a751-def039b7063e up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:05:57.187957 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f705a9a8-cf94-4fc6-bf20-f8502862bba2 None None] Routers {'e6dbd242-eae8-4c70-bbbe-137d1d561e8f'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:05:57.189383 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-f705a9a8-cf94-4fc6-bf20-f8502862bba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:05:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['e6dbd242-eae8-4c70-bbbe-137d1d561e8f'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:57.218191 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8b2dbf9a-db44-420b-9178-59b05b16c6ac admin admin] Publish callbacks [] for router (e6dbd242-eae8-4c70-bbbe-137d1d561e8f), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:57.236464 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:57.292300 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Pushing event updated for resources: {'Port': ['ID=c7bb14c8-22ae-48ec-81c0-ed941aba6da8,revision_number=5']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:57.315649 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:57.328033 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8b2dbf9a-db44-420b-9178-59b05b16c6ac admin admin] Publish callbacks [] for router_gateway (e6dbd242-eae8-4c70-bbbe-137d1d561e8f), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:57.331128 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port 5e753a08-d8ff-49ce-a751-def039b7063e triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:05:57.331591 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (5e753a08-d8ff-49ce-a751-def039b7063e), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:57.368420 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-f705a9a8-cf94-4fc6-bf20-f8502862bba2 None None] Set router e6dbd242-eae8-4c70-bbbe-137d1d561e8f gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:05:57.379023 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-8b2dbf9a-db44-420b-9178-59b05b16c6ac admin admin] Deleting port 51220132-6d99-422e-aaf9-0151788d1789 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:05:57.379557 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8b2dbf9a-db44-420b-9178-59b05b16c6ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (51220132-6d99-422e-aaf9-0151788d1789), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:57.479928 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-8b2dbf9a-db44-420b-9178-59b05b16c6ac admin admin] For port 51220132-6d99-422e-aaf9-0151788d1789, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=51220132-6d99-422e-aaf9-0151788d1789,segment=NetworkSegment(e5d036d1-25f5-4dcf-bf6d-d8f947655ab3),segment_id=e5d036d1-25f5-4dcf-bf6d-d8f947655ab3)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:05:57.480278 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8b2dbf9a-db44-420b-9178-59b05b16c6ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (51220132-6d99-422e-aaf9-0151788d1789), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:57.497594 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-8b2dbf9a-db44-420b-9178-59b05b16c6ac admin admin] Calling delete_port for 51220132-6d99-422e-aaf9-0151788d1789 owned by network:router_gateway {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:05:57.546158 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port 5e753a08-d8ff-49ce-a751-def039b7063e is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:05:57.608263 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-f705a9a8-cf94-4fc6-bf20-f8502862bba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dbd242-eae8-4c70-bbbe-137d1d561e8f', 'name': 'tempest-TestMinimumBasicScenario-1291541164-router', 'tenant_id': 'abbb209e2c194596bb3e8b9a6880646e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '51220132-6d99-422e-aaf9-0151788d1789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:03:13Z', 'updated_at': '2022-07-30T05:05:56Z', 'revision_number': 5, 'project_id': 'abbb209e2c194596bb3e8b9a6880646e', 'gw_port': {'id': '51220132-6d99-422e-aaf9-0151788d1789', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dbd242-eae8-4c70-bbbe-137d1d561e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:03:13Z', 'updated_at': '2022-07-30T05:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi'}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:57.637982 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f705a9a8-cf94-4fc6-bf20-f8502862bba2 None None] Checking router: e6dbd242-eae8-4c70-bbbe-137d1d561e8f for host: dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:05:57.648107 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f705a9a8-cf94-4fc6-bf20-f8502862bba2 None None] Routers {'e6dbd242-eae8-4c70-bbbe-137d1d561e8f'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:05:57.648792 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-f705a9a8-cf94-4fc6-bf20-f8502862bba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:05:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['e6dbd242-eae8-4c70-bbbe-137d1d561e8f'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:57.681891 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2b1bd89c-4513-469c-acb2-fb5f3d06dab3 req-5c333eff-d8c1-4839-b9bb-2e942c682406 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 210 time: 0.0642629 Jul 30 05:05:57.768899 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-f705a9a8-cf94-4fc6-bf20-f8502862bba2 None None] Set router e6dbd242-eae8-4c70-bbbe-137d1d561e8f gateway port host: None {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:05:57.779932 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:57.811963 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-8f778763-cc34-4261-9ec9-86cffba6f1b0 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:57.813427 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-8f778763-cc34-4261-9ec9-86cffba6f1b0 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.49 "GET /v2.0/networks?id=94989f7f-6c27-4232-af89-2c1914199605 HTTP/1.1" status: 200 len: 810 time: 0.1827366 Jul 30 05:05:57.815798 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8b2dbf9a-db44-420b-9178-59b05b16c6ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (51220132-6d99-422e-aaf9-0151788d1789), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:57.832161 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-f705a9a8-cf94-4fc6-bf20-f8502862bba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dbd242-eae8-4c70-bbbe-137d1d561e8f', 'name': 'tempest-TestMinimumBasicScenario-1291541164-router', 'tenant_id': 'abbb209e2c194596bb3e8b9a6880646e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:03:13Z', 'updated_at': '2022-07-30T05:05:57Z', 'revision_number': 6, 'project_id': 'abbb209e2c194596bb3e8b9a6880646e', 'gw_port_host': None}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:57.850471 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:57.855369 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2dbf9a-db44-420b-9178-59b05b16c6ac admin admin] Pushing event deleted for resources: {'Port': ['ID=51220132-6d99-422e-aaf9-0151788d1789,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:57.862406 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f705a9a8-cf94-4fc6-bf20-f8502862bba2 None None] The sync data for ids ['e6dbd242-eae8-4c70-bbbe-137d1d561e8f'] in dv-cinder-851279-3-iscsi is: [{'id': 'e6dbd242-eae8-4c70-bbbe-137d1d561e8f', 'name': 'tempest-TestMinimumBasicScenario-1291541164-router', 'tenant_id': 'abbb209e2c194596bb3e8b9a6880646e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:03:13Z', 'updated_at': '2022-07-30T05:05:57Z', 'revision_number': 6, 'project_id': 'abbb209e2c194596bb3e8b9a6880646e', 'gw_port_host': None}] {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:05:57.964084 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-4d648889-7e25-4c6e-a79a-f9bf138cdbdf tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9f8c70dc5de488698a8ab775c618088 HTTP/1.1" status: 200 len: 380 time: 0.1224825 Jul 30 05:05:57.969114 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8b2dbf9a-db44-420b-9178-59b05b16c6ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706877'] for router_gateway (e6dbd242-eae8-4c70-bbbe-137d1d561e8f), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:57.975918 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-7d4fb513-56af-4b05-8615-e8c629328975 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Request body: {'port': {'device_id': 'fb65e17c-681e-4949-a673-03130f14c360', 'network_id': '94989f7f-6c27-4232-af89-2c1914199605', 'admin_state_up': True, 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'security_groups': ['aafbe2cd-802f-4714-a5c8-a4487d76b08b']}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:05:58.107897 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8b2dbf9a-db44-420b-9178-59b05b16c6ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1680016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31582'] for router (e6dbd242-eae8-4c70-bbbe-137d1d561e8f), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:58.111797 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8b2dbf9a-db44-420b-9178-59b05b16c6ac admin admin] Publish callbacks [] for router_controller (e6dbd242-eae8-4c70-bbbe-137d1d561e8f), precommit_delete_associations {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:58.176365 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8b2dbf9a-db44-420b-9178-59b05b16c6ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1679890'] for router (e6dbd242-eae8-4c70-bbbe-137d1d561e8f), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:58.176893 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2dbf9a-db44-420b-9178-59b05b16c6ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6dbd242-eae8-4c70-bbbe-137d1d561e8f {{(pid=103971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 05:05:58.181233 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8b2dbf9a-db44-420b-9178-59b05b16c6ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:58.182360 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-8b2dbf9a-db44-420b-9178-59b05b16c6ac admin admin] 10.222.0.20 "DELETE /v2.0/routers/e6dbd242-eae8-4c70-bbbe-137d1d561e8f HTTP/1.1" status: 204 len: 168 time: 1.0871298 Jul 30 05:05:58.184904 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 57562) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:58.246745 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_v2 [None req-12d05edf-4a5f-4f9c-ac31-cf7662d86d43 admin admin] Deleting subnet 30f2efdf-c1bd-49e5-b5a7-c252ac894c33 {{(pid=103971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 30 05:05:58.249064 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-7d4fb513-56af-4b05-8615-e8c629328975 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Made reservation on behalf of d9f8c70dc5de488698a8ab775c618088 for: {'port': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:05:58.253019 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-7d4fb513-56af-4b05-8615-e8c629328975 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:58.257311 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-12d05edf-4a5f-4f9c-ac31-cf7662d86d43 admin admin] Publish callbacks [] for subnet (30f2efdf-c1bd-49e5-b5a7-c252ac894c33), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:58.320431 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-12d05edf-4a5f-4f9c-ac31-cf7662d86d43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59747269'] for subnet (30f2efdf-c1bd-49e5-b5a7-c252ac894c33), precommit_delete_associations {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:58.482268 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-12d05edf-4a5f-4f9c-ac31-cf7662d86d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990981'] for subnet (30f2efdf-c1bd-49e5-b5a7-c252ac894c33), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:58.485147 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-7d4fb513-56af-4b05-8615-e8c629328975 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Allocated IP 172.20.0.8 (94989f7f-6c27-4232-af89-2c1914199605/98442497-4af2-416e-bcf3-345bb9e57377/267d1818-566d-49c4-b27c-b194d59ebd4c) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:05:58.604762 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-12d05edf-4a5f-4f9c-ac31-cf7662d86d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3264531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59362671'] for subnet (30f2efdf-c1bd-49e5-b5a7-c252ac894c33), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:58.636824 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d05edf-4a5f-4f9c-ac31-cf7662d86d43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30f2efdf-c1bd-49e5-b5a7-c252ac894c33,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:58.644495 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-12d05edf-4a5f-4f9c-ac31-cf7662d86d43 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:58.650734 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-12d05edf-4a5f-4f9c-ac31-cf7662d86d43 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/30f2efdf-c1bd-49e5-b5a7-c252ac894c33 HTTP/1.1" status: 204 len: 168 time: 0.4625664 Jul 30 05:05:58.651766 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 57564) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:58.655373 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2ec29f-9dd0-43b6-bdbe-26fcf65fb118 None None] Network 1c90acd2-47b7-4570-be05-943c9579a240 requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 05:05:58.664926 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:DELETE=4,neutron:INSERT=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:58.700538 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:58.742134 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-7d4fb513-56af-4b05-8615-e8c629328975 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks [] for port (267d1818-566d-49c4-b27c-b194d59ebd4c), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:58.771860 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device c7bb14c8-22ae-48ec-81c0-ed941aba6da8 up at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:05:58.790315 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-7d4fb513-56af-4b05-8615-e8c629328975 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (267d1818-566d-49c4-b27c-b194d59ebd4c), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:58.822301 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-76dc8b84-f963-41d6-81ab-edda23d96360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840338'] for network (1c90acd2-47b7-4570-be05-943c9579a240), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:58.847558 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-7d4fb513-56af-4b05-8615-e8c629328975 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Network 94989f7f-6c27-4232-af89-2c1914199605 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:05:58.852040 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-7d4fb513-56af-4b05-8615-e8c629328975 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:05:58.859605 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-7d4fb513-56af-4b05-8615-e8c629328975 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 05:05:58.875285 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393d538-13d4-406d-b7ab-47f472531e87 req-a8038cb3-b7aa-42ae-8cca-8d146125efdc tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:58.877394 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-6393d538-13d4-406d-b7ab-47f472531e87 req-a8038cb3-b7aa-42ae-8cca-8d146125efdc tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 931 time: 0.0897374 Jul 30 05:05:58.888523 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Provisioning complete for port c7bb14c8-22ae-48ec-81c0-ed941aba6da8 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:05:58.888845 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (c7bb14c8-22ae-48ec-81c0-ed941aba6da8), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:58.912345 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fb513-56af-4b05-8615-e8c629328975 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Pushing event updated for resources: {'Port': ['ID=267d1818-566d-49c4-b27c-b194d59ebd4c,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:58.966043 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-76dc8b84-f963-41d6-81ab-edda23d96360 admin admin] Deleting port 6d688240-698b-4573-be44-fcfefb17a28b {{(pid=103970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:05:58.966389 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-76dc8b84-f963-41d6-81ab-edda23d96360 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (6d688240-698b-4573-be44-fcfefb17a28b), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:58.972932 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-6393d538-13d4-406d-b7ab-47f472531e87 req-f062ac5f-9285-4423-9abd-074b7aa8c5af tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=aafbe2cd-802f-4714-a5c8-a4487d76b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654042 Jul 30 05:05:58.982471 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-7d4fb513-56af-4b05-8615-e8c629328975 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:05:58.983597 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-7d4fb513-56af-4b05-8615-e8c629328975 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:58.989334 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c806103b-2d43-402f-9099-7fc7da230ea3 None None] DHCP port deletion for 1c90acd2-47b7-4570-be05-943c9579a240 request from dv-cinder-851279-3-iscsi {{(pid=103972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 30 05:05:59.016682 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:05:59.022217 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-7d4fb513-56af-4b05-8615-e8c629328975 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0499411 Jul 30 05:05:59.037032 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-71acca45-d0f3-4424-abfd-ec3c284dd9ed service neutron] Request body: {'port': {'device_id': 'fb65e17c-681e-4949-a673-03130f14c360', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:05:59.061768 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-76dc8b84-f963-41d6-81ab-edda23d96360 admin admin] For port 6d688240-698b-4573-be44-fcfefb17a28b, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=6d688240-698b-4573-be44-fcfefb17a28b,segment=NetworkSegment(2337ae89-90dc-4c2b-9e40-8764fbdc0929),segment_id=2337ae89-90dc-4c2b-9e40-8764fbdc0929)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:05:59.062137 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-76dc8b84-f963-41d6-81ab-edda23d96360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (6d688240-698b-4573-be44-fcfefb17a28b), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:59.091929 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-76dc8b84-f963-41d6-81ab-edda23d96360 admin admin] Calling delete_port for 6d688240-698b-4573-be44-fcfefb17a28b owned by network:dhcp {{(pid=103970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:05:59.141554 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-71acca45-d0f3-4424-abfd-ec3c284dd9ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (267d1818-566d-49c4-b27c-b194d59ebd4c), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:59.167429 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Current status of the port c7bb14c8-22ae-48ec-81c0-ed941aba6da8 is: ACTIVE; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:05:59.204473 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-c806103b-2d43-402f-9099-7fc7da230ea3 None None] Deleting port 6d688240-698b-4573-be44-fcfefb17a28b {{(pid=103972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:05:59.213222 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-c806103b-2d43-402f-9099-7fc7da230ea3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (6d688240-698b-4573-be44-fcfefb17a28b), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:59.215212 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-76dc8b84-f963-41d6-81ab-edda23d96360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (6d688240-698b-4573-be44-fcfefb17a28b), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:59.257849 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc8b84-f963-41d6-81ab-edda23d96360 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d688240-698b-4573-be44-fcfefb17a28b,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:59.268466 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dc8b84-f963-41d6-81ab-edda23d96360 admin admin] No DVR routers for this DVR port 6d688240-698b-4573-be44-fcfefb17a28b on host dv-cinder-851279-3-iscsi {{(pid=103970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 30 05:05:59.297913 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 4fc6bc96-f3c2-4939-8a21-899db21da4ca no longer exists at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:05:59.330194 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] No Port match for: 4fc6bc96-f3c2-4939-8a21-899db21da4ca {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:05:59.330582 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 4fc6bc96-f3c2-4939-8a21-899db21da4ca not bound to the agent host dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:05:59.331000 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 51220132-6d99-422e-aaf9-0151788d1789 no longer exists at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:05:59.351815 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-cc06c881-eeb3-41e6-8758-8fdc7d3ba155 None None] Provisioning complete for port 267d1818-566d-49c4-b27c-b194d59ebd4c triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:05:59.352204 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-cc06c881-eeb3-41e6-8758-8fdc7d3ba155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (267d1818-566d-49c4-b27c-b194d59ebd4c), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:59.357603 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] No Port match for: 51220132-6d99-422e-aaf9-0151788d1789 {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:05:59.357961 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 51220132-6d99-422e-aaf9-0151788d1789 not bound to the agent host dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:05:59.377068 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-76dc8b84-f963-41d6-81ab-edda23d96360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-987256', 'neutron.services.segments.db._delete_segments_for_network-8736268768229'] for network (1c90acd2-47b7-4570-be05-943c9579a240), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:59.411202 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.services.segments.db [None req-76dc8b84-f963-41d6-81ab-edda23d96360 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c90acd2-47b7-4570-be05-943c9579a240']}} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:59.425424 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.services.segments.db [None req-76dc8b84-f963-41d6-81ab-edda23d96360 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2337ae89-90dc-4c2b-9e40-8764fbdc0929') {'for_net_delete': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:59.425745 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.services.segments.db [None req-76dc8b84-f963-41d6-81ab-edda23d96360 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2337ae89-90dc-4c2b-9e40-8764fbdc0929') {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:05:59.426034 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-c806103b-2d43-402f-9099-7fc7da230ea3 None None] For port 6d688240-698b-4573-be44-fcfefb17a28b, host dv-cinder-851279-3-iscsi, got binding levels [] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:05:59.426474 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-c806103b-2d43-402f-9099-7fc7da230ea3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (6d688240-698b-4573-be44-fcfefb17a28b), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:59.440265 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-cc06c881-eeb3-41e6-8758-8fdc7d3ba155 None None] Port 267d1818-566d-49c4-b27c-b194d59ebd4c cannot update to ACTIVE because it is not bound. {{(pid=103972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 30 05:05:59.441192 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-76dc8b84-f963-41d6-81ab-edda23d96360 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736268768130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3320020'] for segment (2337ae89-90dc-4c2b-9e40-8764fbdc0929), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:59.447623 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-c806103b-2d43-402f-9099-7fc7da230ea3 None None] Calling delete_port for 6d688240-698b-4573-be44-fcfefb17a28b owned by network:dhcp {{(pid=103972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:05:59.452121 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.ipam_backend_mixin [None req-c806103b-2d43-402f-9099-7fc7da230ea3 None None] Port 6d688240-698b-4573-be44-fcfefb17a28b was not found and therefore no delete operation was performed {{(pid=103972) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 30 05:05:59.453509 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-c806103b-2d43-402f-9099-7fc7da230ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849'] for port (6d688240-698b-4573-be44-fcfefb17a28b), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:59.458335 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-76dc8b84-f963-41d6-81ab-edda23d96360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101'] for segment (2337ae89-90dc-4c2b-9e40-8764fbdc0929), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:59.465413 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76dc8b84-f963-41d6-81ab-edda23d96360 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 05:05:59.465814 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-76dc8b84-f963-41d6-81ab-edda23d96360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3410637'] for segment (2337ae89-90dc-4c2b-9e40-8764fbdc0929), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:59.528613 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-71acca45-d0f3-4424-abfd-ec3c284dd9ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 267d1818-566d-49c4-b27c-b194d59ebd4c {{(pid=103971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 05:05:59.542027 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-71acca45-d0f3-4424-abfd-ec3c284dd9ed service neutron] Publish callbacks [] for port (267d1818-566d-49c4-b27c-b194d59ebd4c), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:59.562260 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-76dc8b84-f963-41d6-81ab-edda23d96360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704485'] for network (1c90acd2-47b7-4570-be05-943c9579a240), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:59.567745 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.provisioning_blocks [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-71acca45-d0f3-4424-abfd-ec3c284dd9ed service neutron] Transition to ACTIVE for port object 267d1818-566d-49c4-b27c-b194d59ebd4c will not be triggered until provisioned by entity L2. {{(pid=103971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 30 05:05:59.570473 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-76dc8b84-f963-41d6-81ab-edda23d96360 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for network (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:59.576162 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-71acca45-d0f3-4424-abfd-ec3c284dd9ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3264605'] for port (267d1818-566d-49c4-b27c-b194d59ebd4c), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:05:59.578966 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-76dc8b84-f963-41d6-81ab-edda23d96360 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1c90acd2-47b7-4570-be05-943c9579a240 HTTP/1.1" status: 204 len: 168 time: 0.9245698 Jul 30 05:05:59.582839 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 57584) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:05:59.583474 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.services.segments.plugin [-] Segment 2337ae89-90dc-4c2b-9e40-8764fbdc0929 resource provider aggregate not found Jul 30 05:05:59.610253 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc8b84-f963-41d6-81ab-edda23d96360 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c90acd2-47b7-4570-be05-943c9579a240,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:59.614677 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.services.segments.plugin [-] Segment 2337ae89-90dc-4c2b-9e40-8764fbdc0929 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2337ae89-90dc-4c2b-9e40-8764fbdc0929 found for delete ", "request_id": "req-e76aabc4-8f5b-4e50-a46c-638b5ceecd49"}]} Jul 30 05:05:59.626900 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c806103b-2d43-402f-9099-7fc7da230ea3 None None] Pushing event deleted for resources: {'Port': ['ID=6d688240-698b-4573-be44-fcfefb17a28b,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:59.628883 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c806103b-2d43-402f-9099-7fc7da230ea3 None None] No DVR routers for this DVR port 6d688240-698b-4573-be44-fcfefb17a28b on host dv-cinder-851279-3-iscsi {{(pid=103972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 30 05:05:59.730949 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71acca45-d0f3-4424-abfd-ec3c284dd9ed service neutron] Pushing event updated for resources: {'Port': ['ID=267d1818-566d-49c4-b27c-b194d59ebd4c,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:05:59.799006 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:06:00.096538 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-71acca45-d0f3-4424-abfd-ec3c284dd9ed service neutron] Attempting to bind port 267d1818-566d-49c4-b27c-b194d59ebd4c on host hv-cinder-85127 for vnic_type normal with profile {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 05:06:00.097290 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-71acca45-d0f3-4424-abfd-ec3c284dd9ed service neutron] Attempting to bind port 267d1818-566d-49c4-b27c-b194d59ebd4c by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '716eb1aa-7d0b-477f-bc0e-27e6bc146537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '94989f7f-6c27-4232-af89-2c1914199605'}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 05:06:00.097290 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-71acca45-d0f3-4424-abfd-ec3c284dd9ed service neutron] Attempting to bind port 267d1818-566d-49c4-b27c-b194d59ebd4c on network 94989f7f-6c27-4232-af89-2c1914199605 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:06:00.132793 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:06:00.133592 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-71acca45-d0f3-4424-abfd-ec3c284dd9ed service neutron] Port 267d1818-566d-49c4-b27c-b194d59ebd4c on network 94989f7f-6c27-4232-af89-2c1914199605 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 30 05:06:00.133990 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-71acca45-d0f3-4424-abfd-ec3c284dd9ed service neutron] Attempting to bind port 267d1818-566d-49c4-b27c-b194d59ebd4c on network 94989f7f-6c27-4232-af89-2c1914199605 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:06:00.178321 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-71acca45-d0f3-4424-abfd-ec3c284dd9ed service neutron] Checking agent: {'id': 'dec4dcff-e2ed-49ed-8dd3-cc3856f345b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 56, 16), 'started_at': datetime.datetime(2022, 7, 30, 4, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 5, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 05:06:00.178697 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-71acca45-d0f3-4424-abfd-ec3c284dd9ed service neutron] Checking segment: {'id': '716eb1aa-7d0b-477f-bc0e-27e6bc146537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '94989f7f-6c27-4232-af89-2c1914199605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 05:06:00.179084 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-71acca45-d0f3-4424-abfd-ec3c284dd9ed service neutron] Bound using segment: {'id': '716eb1aa-7d0b-477f-bc0e-27e6bc146537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '94989f7f-6c27-4232-af89-2c1914199605'} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 05:06:00.179532 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-71acca45-d0f3-4424-abfd-ec3c284dd9ed service neutron] Bound port: 267d1818-566d-49c4-b27c-b194d59ebd4c, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '716eb1aa-7d0b-477f-bc0e-27e6bc146537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '94989f7f-6c27-4232-af89-2c1914199605'}}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 05:06:00.179897 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-71acca45-d0f3-4424-abfd-ec3c284dd9ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (267d1818-566d-49c4-b27c-b194d59ebd4c), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:00.199134 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae23a2-26ea-4a5f-b799-24c0f597e2bb req-fba27c90-ed3f-4c0d-ab36-670d5f3ea96a tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:06:00.200601 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-44ae23a2-26ea-4a5f-b799-24c0f597e2bb req-fba27c90-ed3f-4c0d-ab36-670d5f3ea96a tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 943 time: 0.1082473 Jul 30 05:06:00.334126 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-44ae23a2-26ea-4a5f-b799-24c0f597e2bb req-5c4725ac-591f-471b-a2c5-97f7f73c5afe tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=aafbe2cd-802f-4714-a5c8-a4487d76b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227677 Jul 30 05:06:00.361189 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-71acca45-d0f3-4424-abfd-ec3c284dd9ed service neutron] For port 267d1818-566d-49c4-b27c-b194d59ebd4c, host hv-cinder-85127, cleared binding levels {{(pid=103971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:06:00.381548 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-71acca45-d0f3-4424-abfd-ec3c284dd9ed service neutron] For port 267d1818-566d-49c4-b27c-b194d59ebd4c, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=267d1818-566d-49c4-b27c-b194d59ebd4c,segment=NetworkSegment(716eb1aa-7d0b-477f-bc0e-27e6bc146537),segment_id=716eb1aa-7d0b-477f-bc0e-27e6bc146537)] {{(pid=103971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:06:00.392637 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-71acca45-d0f3-4424-abfd-ec3c284dd9ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3264605'] for port (267d1818-566d-49c4-b27c-b194d59ebd4c), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:00.415315 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-71acca45-d0f3-4424-abfd-ec3c284dd9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:06:00.415931 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-71acca45-d0f3-4424-abfd-ec3c284dd9ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:00.417307 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-71acca45-d0f3-4424-abfd-ec3c284dd9ed service neutron] 10.222.0.49 "PUT /v2.0/ports/267d1818-566d-49c4-b27c-b194d59ebd4c HTTP/1.1" status: 200 len: 1093 time: 1.3867242 Jul 30 05:06:00.417807 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb65e17c-681e-4949-a673-03130f14c360', 'tag': '267d1818-566d-49c4-b27c-b194d59ebd4c'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:06:00.420319 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b16b4900bbfc643f3f19b33d02e463cc441e963483cfbcd5657a130b47b3c9ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec326334-43a2-4e22-ae76-ed411761393d" -d '{"events": [{"name": "network-changed", "server_uuid": "fb65e17c-681e-4949-a673-03130f14c360", "tag": "267d1818-566d-49c4-b27c-b194d59ebd4c"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:06:00.489843 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6e1c8536-46d6-4d7a-8d2e-14f6ca4d162e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706265'] for router_interface (1f53a0c0-331c-4334-9fde-68b52a228da5), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:00.492263 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Jul 2022 05:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7adf15-fd42-4856-b190-83a453267ba1 x-openstack-request-id: req-3c7adf15-fd42-4856-b190-83a453267ba1 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:06:00.492550 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb65e17c-681e-4949-a673-03130f14c360", "tag": "267d1818-566d-49c4-b27c-b194d59ebd4c", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:06:00.492799 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c7adf15-fd42-4856-b190-83a453267ba1 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:06:00.493185 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c7adf15-fd42-4856-b190-83a453267ba1'] response: {'name': 'network-changed', 'server_uuid': 'fb65e17c-681e-4949-a673-03130f14c360', 'tag': '267d1818-566d-49c4-b27c-b194d59ebd4c', 'status': 'completed', 'code': 200} Jul 30 05:06:00.551186 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71acca45-d0f3-4424-abfd-ec3c284dd9ed service neutron] Pushing event updated for resources: {'Port': ['ID=267d1818-566d-49c4-b27c-b194d59ebd4c,revision_number=3']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:06:00.558568 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-775e0ad6-e218-4de6-b89f-7b20a8a944e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:06:00.560078 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-775e0ad6-e218-4de6-b89f-7b20a8a944e7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9f8c70dc5de488698a8ab775c618088&device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 1127 time: 0.1039340 Jul 30 05:06:00.627231 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-e47ffe42-b781-4958-b595-c731f4e396da service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=267d1818-566d-49c4-b27c-b194d59ebd4c HTTP/1.1" status: 200 len: 217 time: 0.0393159 Jul 30 05:06:00.659647 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 6d688240-698b-4573-be44-fcfefb17a28b no longer exists at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:06:00.683774 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] No Port match for: 6d688240-698b-4573-be44-fcfefb17a28b {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:06:00.684254 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 6d688240-698b-4573-be44-fcfefb17a28b not bound to the agent host dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:06:00.718372 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-aeae63cc-b75f-4c4c-a4e8-9c480e206d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:06:00.719913 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-aeae63cc-b75f-4c4c-a4e8-9c480e206d09 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=98442497-4af2-416e-bcf3-345bb9e57377 HTTP/1.1" status: 200 len: 849 time: 0.0859375 Jul 30 05:06:00.790400 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-ececa617-def2-43d2-b156-eb1d97a3ced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:06:00.791916 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-ececa617-def2-43d2-b156-eb1d97a3ced7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=94989f7f-6c27-4232-af89-2c1914199605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556886 Jul 30 05:06:00.862029 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 57598) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:06:00.868705 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:06:00.919478 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-6e1c8536-46d6-4d7a-8d2e-14f6ca4d162e admin admin] Deleting port 7ee46940-af67-42ec-a958-2d1ac2eedbec {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:06:00.919819 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6e1c8536-46d6-4d7a-8d2e-14f6ca4d162e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (7ee46940-af67-42ec-a958-2d1ac2eedbec), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:00.968216 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1342dba5-580d-409f-b8fe-dbbfed1cf19c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:00.982431 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-d8caeb5b-3086-4412-aef9-fe0066e66625 service neutron] 10.222.0.49 "GET /v2.0/networks/94989f7f-6c27-4232-af89-2c1914199605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708786 Jul 30 05:06:01.016517 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:06:01.067468 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1342dba5-580d-409f-b8fe-dbbfed1cf19c admin admin] Publish callbacks [] for security_group (b99559b8-7d0d-4f4d-9d13-3f852d538e3a), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:01.071664 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1342dba5-580d-409f-b8fe-dbbfed1cf19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (b99559b8-7d0d-4f4d-9d13-3f852d538e3a), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:01.074035 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-6e1c8536-46d6-4d7a-8d2e-14f6ca4d162e admin admin] For port 7ee46940-af67-42ec-a958-2d1ac2eedbec, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=7ee46940-af67-42ec-a958-2d1ac2eedbec,segment=NetworkSegment(5d066ecf-583e-4c9f-8c73-7b6ebadb2064),segment_id=5d066ecf-583e-4c9f-8c73-7b6ebadb2064)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:06:01.074404 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6e1c8536-46d6-4d7a-8d2e-14f6ca4d162e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (7ee46940-af67-42ec-a958-2d1ac2eedbec), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:01.082480 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:06:01.090304 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-6e1c8536-46d6-4d7a-8d2e-14f6ca4d162e admin admin] Calling delete_port for 7ee46940-af67-42ec-a958-2d1ac2eedbec owned by network:router_interface {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:06:01.113154 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-1342dba5-580d-409f-b8fe-dbbfed1cf19c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9e93d7ae01c94657ab3a2ad37a8ceb7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2498345 Jul 30 05:06:01.113919 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342dba5-580d-409f-b8fe-dbbfed1cf19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99559b8-7d0d-4f4d-9d13-3f852d538e3a,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:06:01.117090 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 57602) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:06:01.155851 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-befa4d12-2eed-4fc1-ae45-ad8988cf247c req-7b836524-d9a7-4ed4-bc3f-68a9b0a70128 service neutron] 10.222.0.49 "GET /v2.0/networks/94989f7f-6c27-4232-af89-2c1914199605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665545 Jul 30 05:06:01.167839 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-df4fbcf1-483b-4fab-ba74-14071c321f55 admin admin] Publish callbacks [] for security_group (b99559b8-7d0d-4f4d-9d13-3f852d538e3a), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:01.194803 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-df4fbcf1-483b-4fab-ba74-14071c321f55 admin admin] Publish callbacks [] for security_group (b99559b8-7d0d-4f4d-9d13-3f852d538e3a), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:01.243603 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-df4fbcf1-483b-4fab-ba74-14071c321f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (b99559b8-7d0d-4f4d-9d13-3f852d538e3a), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:01.246449 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-df4fbcf1-483b-4fab-ba74-14071c321f55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:01.250877 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-df4fbcf1-483b-4fab-ba74-14071c321f55 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b99559b8-7d0d-4f4d-9d13-3f852d538e3a HTTP/1.1" status: 204 len: 168 time: 0.1326661 Jul 30 05:06:01.260345 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4fbcf1-483b-4fab-ba74-14071c321f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99559b8-7d0d-4f4d-9d13-3f852d538e3a,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:06:01.320732 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6e1c8536-46d6-4d7a-8d2e-14f6ca4d162e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (7ee46940-af67-42ec-a958-2d1ac2eedbec), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:01.346871 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c8536-46d6-4d7a-8d2e-14f6ca4d162e admin admin] Pushing event deleted for resources: {'Port': ['ID=7ee46940-af67-42ec-a958-2d1ac2eedbec,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:06:01.513524 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993b8ce-dcf3-45f6-9dd0-a7435204b354 req-97a87881-b733-4257-a65c-12e244633176 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:06:01.515623 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1993b8ce-dcf3-45f6-9dd0-a7435204b354 req-97a87881-b733-4257-a65c-12e244633176 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 943 time: 0.0927558 Jul 30 05:06:01.615655 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1993b8ce-dcf3-45f6-9dd0-a7435204b354 req-325d03ce-1742-492c-a139-d26e09b7f72e tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=aafbe2cd-802f-4714-a5c8-a4487d76b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914733 Jul 30 05:06:01.616751 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6e1c8536-46d6-4d7a-8d2e-14f6ca4d162e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1706421'] for router_interface (1f53a0c0-331c-4334-9fde-68b52a228da5), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:01.761483 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:06:01.835367 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1c8536-46d6-4d7a-8d2e-14f6ca4d162e admin admin] Router 1f53a0c0-331c-4334-9fde-68b52a228da5 has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 05:06:01.951979 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec326334-43a2-4e22-ae76-ed411761393d req-624187d1-e8c3-4d47-9e7e-9a4a6b14818e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:06:01.953435 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ec326334-43a2-4e22-ae76-ed411761393d req-624187d1-e8c3-4d47-9e7e-9a4a6b14818e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9f8c70dc5de488698a8ab775c618088&device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 1127 time: 0.0738249 Jul 30 05:06:01.971636 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:06:02.023544 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1c8536-46d6-4d7a-8d2e-14f6ca4d162e admin admin] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:06:02.031520 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-6e1c8536-46d6-4d7a-8d2e-14f6ca4d162e admin admin] 10.222.0.20 "PUT /v2.0/routers/1f53a0c0-331c-4334-9fde-68b52a228da5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4426095 Jul 30 05:06:02.031631 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 57630) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:06:02.033267 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63de16dd-6b68-4f68-8597-1db62c2d47ae None None] Sync routers for ids ['1f53a0c0-331c-4334-9fde-68b52a228da5'] in dv-cinder-851279-3-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:06:02.043636 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63de16dd-6b68-4f68-8597-1db62c2d47ae None None] Routers {'1f53a0c0-331c-4334-9fde-68b52a228da5'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:06:02.044948 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-63de16dd-6b68-4f68-8597-1db62c2d47ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:05:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['1f53a0c0-331c-4334-9fde-68b52a228da5'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:06:02.073060 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec326334-43a2-4e22-ae76-ed411761393d req-565452a8-6ac6-4d94-8bee-7ef1dd65791e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:06:02.074756 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ec326334-43a2-4e22-ae76-ed411761393d req-565452a8-6ac6-4d94-8bee-7ef1dd65791e service neutron] 10.222.0.49 "GET /v2.0/networks?id=94989f7f-6c27-4232-af89-2c1914199605 HTTP/1.1" status: 200 len: 911 time: 0.1128085 Jul 30 05:06:02.127370 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ec326334-43a2-4e22-ae76-ed411761393d req-3276e39d-9524-4e79-91db-cb3784f7c5da service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=267d1818-566d-49c4-b27c-b194d59ebd4c HTTP/1.1" status: 200 len: 217 time: 0.0450959 Jul 30 05:06:02.148971 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-81067c2c-edcb-468a-a83f-4c89cedf9114 admin admin] Publish callbacks [] for router (1f53a0c0-331c-4334-9fde-68b52a228da5), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:02.161163 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-63de16dd-6b68-4f68-8597-1db62c2d47ae None None] Set router 1f53a0c0-331c-4334-9fde-68b52a228da5 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:06:02.181169 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec326334-43a2-4e22-ae76-ed411761393d req-15f3c984-b13f-458d-9628-16cdf282226f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:06:02.182796 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ec326334-43a2-4e22-ae76-ed411761393d req-15f3c984-b13f-458d-9628-16cdf282226f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=98442497-4af2-416e-bcf3-345bb9e57377 HTTP/1.1" status: 200 len: 849 time: 0.0510170 Jul 30 05:06:02.194117 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:06:02.240941 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec326334-43a2-4e22-ae76-ed411761393d req-9ce645d9-f161-47aa-a5ae-b5729b45df7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:06:02.243528 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ec326334-43a2-4e22-ae76-ed411761393d req-9ce645d9-f161-47aa-a5ae-b5729b45df7e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=94989f7f-6c27-4232-af89-2c1914199605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542314 Jul 30 05:06:02.278797 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-81067c2c-edcb-468a-a83f-4c89cedf9114 admin admin] Publish callbacks [] for router_gateway (1f53a0c0-331c-4334-9fde-68b52a228da5), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:02.334123 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-81067c2c-edcb-468a-a83f-4c89cedf9114 admin admin] Deleting port 81231cc5-147a-4e72-b0ba-0198de636af8 {{(pid=103970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:06:02.334932 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-81067c2c-edcb-468a-a83f-4c89cedf9114 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (81231cc5-147a-4e72-b0ba-0198de636af8), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:02.351912 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-63de16dd-6b68-4f68-8597-1db62c2d47ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f53a0c0-331c-4334-9fde-68b52a228da5', 'name': 'tempest-TestMinimumBasicScenario-1840803035-router', 'tenant_id': 'a1b74e0af6924eaca6c3e94efb720a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '81231cc5-147a-4e72-b0ba-0198de636af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:03:18Z', 'updated_at': '2022-07-30T05:06:01Z', 'revision_number': 5, 'project_id': 'a1b74e0af6924eaca6c3e94efb720a76', 'gw_port': {'id': '81231cc5-147a-4e72-b0ba-0198de636af8', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:19:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f53a0c0-331c-4334-9fde-68b52a228da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:03:19Z', 'updated_at': '2022-07-30T05:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi'}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:06:02.367725 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ec326334-43a2-4e22-ae76-ed411761393d req-4762fd00-8bfe-4ea6-a2d4-3fd6d57da3fc service neutron] 10.222.0.49 "GET /v2.0/networks/94989f7f-6c27-4232-af89-2c1914199605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172047 Jul 30 05:06:02.383621 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63de16dd-6b68-4f68-8597-1db62c2d47ae None None] Checking router: 1f53a0c0-331c-4334-9fde-68b52a228da5 for host: dv-cinder-851279-3-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:06:02.395034 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63de16dd-6b68-4f68-8597-1db62c2d47ae None None] Routers {'1f53a0c0-331c-4334-9fde-68b52a228da5'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:06:02.395840 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-63de16dd-6b68-4f68-8597-1db62c2d47ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:05:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['1f53a0c0-331c-4334-9fde-68b52a228da5'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:06:02.442672 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-81067c2c-edcb-468a-a83f-4c89cedf9114 admin admin] For port 81231cc5-147a-4e72-b0ba-0198de636af8, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=81231cc5-147a-4e72-b0ba-0198de636af8,segment=NetworkSegment(e5d036d1-25f5-4dcf-bf6d-d8f947655ab3),segment_id=e5d036d1-25f5-4dcf-bf6d-d8f947655ab3)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:06:02.442672 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-81067c2c-edcb-468a-a83f-4c89cedf9114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (81231cc5-147a-4e72-b0ba-0198de636af8), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:02.453204 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-81067c2c-edcb-468a-a83f-4c89cedf9114 admin admin] Calling delete_port for 81231cc5-147a-4e72-b0ba-0198de636af8 owned by network:router_gateway {{(pid=103970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:06:02.455380 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:06:02.482046 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-63de16dd-6b68-4f68-8597-1db62c2d47ae None None] Set router 1f53a0c0-331c-4334-9fde-68b52a228da5 gateway port host: None {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:06:02.503032 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ec326334-43a2-4e22-ae76-ed411761393d req-8a914f60-1af8-483d-bbbb-7b1d07c007e3 service neutron] 10.222.0.49 "GET /v2.0/networks/94989f7f-6c27-4232-af89-2c1914199605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280043 Jul 30 05:06:02.535968 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-63de16dd-6b68-4f68-8597-1db62c2d47ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f53a0c0-331c-4334-9fde-68b52a228da5', 'name': 'tempest-TestMinimumBasicScenario-1840803035-router', 'tenant_id': 'a1b74e0af6924eaca6c3e94efb720a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:03:18Z', 'updated_at': '2022-07-30T05:06:02Z', 'revision_number': 6, 'project_id': 'a1b74e0af6924eaca6c3e94efb720a76', 'gw_port_host': None}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:06:02.562087 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63de16dd-6b68-4f68-8597-1db62c2d47ae None None] The sync data for ids ['1f53a0c0-331c-4334-9fde-68b52a228da5'] in dv-cinder-851279-3-iscsi is: [{'id': '1f53a0c0-331c-4334-9fde-68b52a228da5', 'name': 'tempest-TestMinimumBasicScenario-1840803035-router', 'tenant_id': 'a1b74e0af6924eaca6c3e94efb720a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:03:18Z', 'updated_at': '2022-07-30T05:06:02Z', 'revision_number': 6, 'project_id': 'a1b74e0af6924eaca6c3e94efb720a76', 'gw_port_host': None}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:06:02.661367 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-81067c2c-edcb-468a-a83f-4c89cedf9114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (81231cc5-147a-4e72-b0ba-0198de636af8), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:02.685475 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81067c2c-edcb-468a-a83f-4c89cedf9114 admin admin] Pushing event deleted for resources: {'Port': ['ID=81231cc5-147a-4e72-b0ba-0198de636af8,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:06:02.696687 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:06:02.786917 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261f4f5-2aec-4bf3-8fab-6052bb03ff0b req-52b53f52-0f63-47f5-913d-9cb821530ea1 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:06:02.788366 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e261f4f5-2aec-4bf3-8fab-6052bb03ff0b req-52b53f52-0f63-47f5-913d-9cb821530ea1 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 943 time: 0.0905781 Jul 30 05:06:02.799905 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-81067c2c-edcb-468a-a83f-4c89cedf9114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706877'] for router_gateway (1f53a0c0-331c-4334-9fde-68b52a228da5), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:02.908304 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-81067c2c-edcb-468a-a83f-4c89cedf9114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1680016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31582'] for router (1f53a0c0-331c-4334-9fde-68b52a228da5), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:02.912053 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-81067c2c-edcb-468a-a83f-4c89cedf9114 admin admin] Publish callbacks [] for router_controller (1f53a0c0-331c-4334-9fde-68b52a228da5), precommit_delete_associations {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:02.964744 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e261f4f5-2aec-4bf3-8fab-6052bb03ff0b req-b69ad884-f458-419d-988d-eed47d830464 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=aafbe2cd-802f-4714-a5c8-a4487d76b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682889 Jul 30 05:06:02.973519 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-81067c2c-edcb-468a-a83f-4c89cedf9114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1679890'] for router (1f53a0c0-331c-4334-9fde-68b52a228da5), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:02.974211 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81067c2c-edcb-468a-a83f-4c89cedf9114 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f53a0c0-331c-4334-9fde-68b52a228da5 {{(pid=103970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 05:06:02.978939 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-81067c2c-edcb-468a-a83f-4c89cedf9114 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:02.982459 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-81067c2c-edcb-468a-a83f-4c89cedf9114 admin admin] 10.222.0.20 "DELETE /v2.0/routers/1f53a0c0-331c-4334-9fde-68b52a228da5 HTTP/1.1" status: 204 len: 168 time: 0.9475696 Jul 30 05:06:02.982763 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 57638) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:06:03.031910 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_v2 [None req-1102208f-0f0b-44ad-a887-266bc733b5a6 admin admin] Deleting subnet 88a989b7-fd6b-4b57-aadc-5bfa625da0e4 {{(pid=103970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 30 05:06:03.035380 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1102208f-0f0b-44ad-a887-266bc733b5a6 admin admin] Publish callbacks [] for subnet (88a989b7-fd6b-4b57-aadc-5bfa625da0e4), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:03.074384 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1102208f-0f0b-44ad-a887-266bc733b5a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3320015'] for subnet (88a989b7-fd6b-4b57-aadc-5bfa625da0e4), precommit_delete_associations {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:03.154797 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1102208f-0f0b-44ad-a887-266bc733b5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990981'] for subnet (88a989b7-fd6b-4b57-aadc-5bfa625da0e4), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:03.173459 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:06:03.209977 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1102208f-0f0b-44ad-a887-266bc733b5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3410599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59151612'] for subnet (88a989b7-fd6b-4b57-aadc-5bfa625da0e4), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:03.239990 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1102208f-0f0b-44ad-a887-266bc733b5a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88a989b7-fd6b-4b57-aadc-5bfa625da0e4,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:06:03.245546 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1102208f-0f0b-44ad-a887-266bc733b5a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for subnet (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:03.248681 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-1102208f-0f0b-44ad-a887-266bc733b5a6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/88a989b7-fd6b-4b57-aadc-5bfa625da0e4 HTTP/1.1" status: 204 len: 168 time: 0.2649162 Jul 30 05:06:03.251235 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 57640) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:06:03.253580 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8707c27f-dffe-4a18-8a13-9c596d430091 None None] Network 8008eaa6-e839-40e1-8537-7469755a3b5c requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 05:06:03.295313 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=100 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:06:03.312998 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=100 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:06:03.326965 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6bcdde1f-ed9d-46e9-94be-bc98e0573fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840338'] for network (8008eaa6-e839-40e1-8537-7469755a3b5c), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:03.372652 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-6bcdde1f-ed9d-46e9-94be-bc98e0573fe0 admin admin] Deleting port 9c2fb5de-b315-4d28-ac93-c9981cb6d7d1 {{(pid=103970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:06:03.373226 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6bcdde1f-ed9d-46e9-94be-bc98e0573fe0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (9c2fb5de-b315-4d28-ac93-c9981cb6d7d1), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:03.416958 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9144f1a1-78a7-406d-884a-2decf34c112a None None] DHCP port deletion for 8008eaa6-e839-40e1-8537-7469755a3b5c request from dv-cinder-851279-3-iscsi {{(pid=103972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 30 05:06:03.447068 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-6bcdde1f-ed9d-46e9-94be-bc98e0573fe0 admin admin] For port 9c2fb5de-b315-4d28-ac93-c9981cb6d7d1, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=9c2fb5de-b315-4d28-ac93-c9981cb6d7d1,segment=NetworkSegment(5d066ecf-583e-4c9f-8c73-7b6ebadb2064),segment_id=5d066ecf-583e-4c9f-8c73-7b6ebadb2064)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:06:03.447353 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6bcdde1f-ed9d-46e9-94be-bc98e0573fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (9c2fb5de-b315-4d28-ac93-c9981cb6d7d1), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:03.452959 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-9144f1a1-78a7-406d-884a-2decf34c112a None None] Deleting port 9c2fb5de-b315-4d28-ac93-c9981cb6d7d1 {{(pid=103972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:06:03.453341 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-9144f1a1-78a7-406d-884a-2decf34c112a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (9c2fb5de-b315-4d28-ac93-c9981cb6d7d1), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:03.460943 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-6bcdde1f-ed9d-46e9-94be-bc98e0573fe0 admin admin] Calling delete_port for 9c2fb5de-b315-4d28-ac93-c9981cb6d7d1 owned by network:dhcp {{(pid=103970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:06:03.521111 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-9144f1a1-78a7-406d-884a-2decf34c112a None None] For port 9c2fb5de-b315-4d28-ac93-c9981cb6d7d1, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=9c2fb5de-b315-4d28-ac93-c9981cb6d7d1,segment=NetworkSegment(5d066ecf-583e-4c9f-8c73-7b6ebadb2064),segment_id=5d066ecf-583e-4c9f-8c73-7b6ebadb2064)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:06:03.521516 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-9144f1a1-78a7-406d-884a-2decf34c112a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (9c2fb5de-b315-4d28-ac93-c9981cb6d7d1), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:03.539052 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-9144f1a1-78a7-406d-884a-2decf34c112a None None] Calling delete_port for 9c2fb5de-b315-4d28-ac93-c9981cb6d7d1 owned by network:dhcp {{(pid=103972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:06:03.543107 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6bcdde1f-ed9d-46e9-94be-bc98e0573fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (9c2fb5de-b315-4d28-ac93-c9981cb6d7d1), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:03.574020 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcdde1f-ed9d-46e9-94be-bc98e0573fe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c2fb5de-b315-4d28-ac93-c9981cb6d7d1,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:06:03.582998 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcdde1f-ed9d-46e9-94be-bc98e0573fe0 admin admin] No DVR routers for this DVR port 9c2fb5de-b315-4d28-ac93-c9981cb6d7d1 on host dv-cinder-851279-3-iscsi {{(pid=103970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 30 05:06:03.630885 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-9144f1a1-78a7-406d-884a-2decf34c112a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849'] for port (9c2fb5de-b315-4d28-ac93-c9981cb6d7d1), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:03.656041 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 267d1818-566d-49c4-b27c-b194d59ebd4c details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=103972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 05:06:03.659816 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6bcdde1f-ed9d-46e9-94be-bc98e0573fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-987256', 'neutron.services.segments.db._delete_segments_for_network-8736268768229'] for network (8008eaa6-e839-40e1-8537-7469755a3b5c), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:03.661531 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9144f1a1-78a7-406d-884a-2decf34c112a None None] Pushing event deleted for resources: {'Port': ['ID=9c2fb5de-b315-4d28-ac93-c9981cb6d7d1,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:06:03.672140 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9144f1a1-78a7-406d-884a-2decf34c112a None None] No DVR routers for this DVR port 9c2fb5de-b315-4d28-ac93-c9981cb6d7d1 on host dv-cinder-851279-3-iscsi {{(pid=103972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 30 05:06:03.684010 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.services.segments.db [None req-6bcdde1f-ed9d-46e9-94be-bc98e0573fe0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8008eaa6-e839-40e1-8537-7469755a3b5c']}} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:06:03.696087 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.services.segments.db [None req-6bcdde1f-ed9d-46e9-94be-bc98e0573fe0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d066ecf-583e-4c9f-8c73-7b6ebadb2064') {'for_net_delete': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:06:03.696491 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.services.segments.db [None req-6bcdde1f-ed9d-46e9-94be-bc98e0573fe0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d066ecf-583e-4c9f-8c73-7b6ebadb2064') {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:06:03.708432 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6bcdde1f-ed9d-46e9-94be-bc98e0573fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736268768130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3320020'] for segment (5d066ecf-583e-4c9f-8c73-7b6ebadb2064), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:03.718109 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:06:03.729644 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6bcdde1f-ed9d-46e9-94be-bc98e0573fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101'] for segment (5d066ecf-583e-4c9f-8c73-7b6ebadb2064), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:03.739783 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bcdde1f-ed9d-46e9-94be-bc98e0573fe0 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 05:06:03.741220 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6bcdde1f-ed9d-46e9-94be-bc98e0573fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3410637'] for segment (5d066ecf-583e-4c9f-8c73-7b6ebadb2064), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:03.795793 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 267d1818-566d-49c4-b27c-b194d59ebd4c, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=267d1818-566d-49c4-b27c-b194d59ebd4c,segment=NetworkSegment(716eb1aa-7d0b-477f-bc0e-27e6bc146537),segment_id=716eb1aa-7d0b-477f-bc0e-27e6bc146537)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:06:03.796941 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.services.segments.plugin [-] Segment 5d066ecf-583e-4c9f-8c73-7b6ebadb2064 resource provider aggregate not found Jul 30 05:06:03.815729 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Returning: {'device': '267d1818-566d-49c4-b27c-b194d59ebd4c', 'network_id': '94989f7f-6c27-4232-af89-2c1914199605', 'port_id': '267d1818-566d-49c4-b27c-b194d59ebd4c', 'mac_address': 'fa:16:3e:34:01:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98442497-4af2-416e-bcf3-345bb9e57377', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 05:06:03.823385 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6bcdde1f-ed9d-46e9-94be-bc98e0573fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704485'] for network (8008eaa6-e839-40e1-8537-7469755a3b5c), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:03.829586 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6bcdde1f-ed9d-46e9-94be-bc98e0573fe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for network (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:03.833327 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-6bcdde1f-ed9d-46e9-94be-bc98e0573fe0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8008eaa6-e839-40e1-8537-7469755a3b5c HTTP/1.1" status: 204 len: 168 time: 0.5805645 Jul 30 05:06:03.836578 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.services.segments.plugin [-] Segment 5d066ecf-583e-4c9f-8c73-7b6ebadb2064 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d066ecf-583e-4c9f-8c73-7b6ebadb2064 found for delete ", "request_id": "req-1542cc55-c261-43d9-b637-10689b29515f"}]} Jul 30 05:06:03.847747 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcdde1f-ed9d-46e9-94be-bc98e0573fe0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8008eaa6-e839-40e1-8537-7469755a3b5c,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:06:03.857998 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port 267d1818-566d-49c4-b27c-b194d59ebd4c is: DOWN; New status is: BUILD {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:06:03.858396 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (267d1818-566d-49c4-b27c-b194d59ebd4c), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:03.873059 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 267d1818-566d-49c4-b27c-b194d59ebd4c {{(pid=103972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 05:06:03.895099 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 267d1818-566d-49c4-b27c-b194d59ebd4c, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=267d1818-566d-49c4-b27c-b194d59ebd4c,segment=NetworkSegment(716eb1aa-7d0b-477f-bc0e-27e6bc146537),segment_id=716eb1aa-7d0b-477f-bc0e-27e6bc146537)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:06:03.899048 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (267d1818-566d-49c4-b27c-b194d59ebd4c), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:03.950591 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=267d1818-566d-49c4-b27c-b194d59ebd4c,revision_number=4']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:06:04.023679 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 57656) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:06:04.099245 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-1ea5cff8-7c9f-49f4-a2ea-9429424f0434 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=abbb209e2c194596bb3e8b9a6880646e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0744128 Jul 30 05:06:04.101901 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 57658) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:06:04.105588 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ea73f-e891-4aa7-86fb-3af965f42521 req-c4599803-fc3a-4ac2-b87e-e5303a6c29c7 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:06:04.107064 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4f0ea73f-e891-4aa7-86fb-3af965f42521 req-c4599803-fc3a-4ac2-b87e-e5303a6c29c7 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 944 time: 0.0658860 Jul 30 05:06:04.153005 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6aa77797-acc4-4dc5-92ca-9f1a8de7def6 admin admin] Publish callbacks [] for security_group (690caee6-5100-4da4-985a-a65da1b16b03), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:04.156370 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4f0ea73f-e891-4aa7-86fb-3af965f42521 req-6a794b70-afe2-4de2-9a99-ace9a40b37cc tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=aafbe2cd-802f-4714-a5c8-a4487d76b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421636 Jul 30 05:06:04.177083 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6aa77797-acc4-4dc5-92ca-9f1a8de7def6 admin admin] Publish callbacks [] for security_group (690caee6-5100-4da4-985a-a65da1b16b03), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:04.223806 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6aa77797-acc4-4dc5-92ca-9f1a8de7def6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (690caee6-5100-4da4-985a-a65da1b16b03), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:04.226406 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6aa77797-acc4-4dc5-92ca-9f1a8de7def6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:04.227636 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-6aa77797-acc4-4dc5-92ca-9f1a8de7def6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/690caee6-5100-4da4-985a-a65da1b16b03 HTTP/1.1" status: 204 len: 168 time: 0.1245737 Jul 30 05:06:04.235921 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa77797-acc4-4dc5-92ca-9f1a8de7def6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690caee6-5100-4da4-985a-a65da1b16b03,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:06:04.546658 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 57664) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:06:04.590753 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-f2e6eeac-f8c9-4ebe-b258-d51fb2c65a59 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a1b74e0af6924eaca6c3e94efb720a76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429025 Jul 30 05:06:04.593335 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 57666) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:06:04.644002 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a71b8c9d-bc0b-412f-ab16-66567633c786 admin admin] Publish callbacks [] for security_group (7933a3c7-d450-4000-af5a-ec38ba2ddd0b), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:04.654071 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 7ee46940-af67-42ec-a958-2d1ac2eedbec no longer exists at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:06:04.657249 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:DELETE=9,neutron:SELECT=91 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:06:04.666704 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a71b8c9d-bc0b-412f-ab16-66567633c786 admin admin] Publish callbacks [] for security_group (7933a3c7-d450-4000-af5a-ec38ba2ddd0b), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:04.673820 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] No Port match for: 7ee46940-af67-42ec-a958-2d1ac2eedbec {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:06:04.674165 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 7ee46940-af67-42ec-a958-2d1ac2eedbec not bound to the agent host dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:06:04.674608 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 9c2fb5de-b315-4d28-ac93-c9981cb6d7d1 no longer exists at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:06:04.692790 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] No Port match for: 9c2fb5de-b315-4d28-ac93-c9981cb6d7d1 {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:06:04.693142 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 9c2fb5de-b315-4d28-ac93-c9981cb6d7d1 not bound to the agent host dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:06:04.693558 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 81231cc5-147a-4e72-b0ba-0198de636af8 no longer exists at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:06:04.712214 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] No Port match for: 81231cc5-147a-4e72-b0ba-0198de636af8 {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:06:04.712593 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 81231cc5-147a-4e72-b0ba-0198de636af8 not bound to the agent host dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:06:04.716772 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a71b8c9d-bc0b-412f-ab16-66567633c786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (7933a3c7-d450-4000-af5a-ec38ba2ddd0b), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:04.719312 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a71b8c9d-bc0b-412f-ab16-66567633c786 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:04.720540 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-a71b8c9d-bc0b-412f-ab16-66567633c786 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7933a3c7-d450-4000-af5a-ec38ba2ddd0b HTTP/1.1" status: 204 len: 168 time: 0.1262524 Jul 30 05:06:04.728761 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b8c9d-bc0b-412f-ab16-66567633c786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7933a3c7-d450-4000-af5a-ec38ba2ddd0b,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:06:05.276195 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d19edd-b963-43b8-aec5-c07bb3797f2e req-3b76dc99-f793-47e3-892c-21d4c295b141 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:06:05.277640 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-75d19edd-b963-43b8-aec5-c07bb3797f2e req-3b76dc99-f793-47e3-892c-21d4c295b141 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 944 time: 0.0466650 Jul 30 05:06:05.325305 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-75d19edd-b963-43b8-aec5-c07bb3797f2e req-26832214-e4e7-4026-9136-20ab9223f2e4 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=aafbe2cd-802f-4714-a5c8-a4487d76b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414019 Jul 30 05:06:06.446753 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed0536-cb39-4b2e-84e3-fa146e94e568 req-5995702c-1131-4e19-b8e4-ff7395a08b7f tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:06:06.448182 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c2ed0536-cb39-4b2e-84e3-fa146e94e568 req-5995702c-1131-4e19-b8e4-ff7395a08b7f tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 944 time: 0.0464828 Jul 30 05:06:06.494974 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c2ed0536-cb39-4b2e-84e3-fa146e94e568 req-79c8dcf7-7a07-4b9e-a210-b71e133648ce tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=aafbe2cd-802f-4714-a5c8-a4487d76b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413918 Jul 30 05:06:06.605957 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] get_ports_and_sgs() called for port_ids ['267d1818-566d-49c4-b27c-b194d59ebd4c'] {{(pid=103972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:06:07.621611 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1499dc-cadc-44d8-b16e-4edfa7bcb62c req-1a3ab20e-92d7-44dc-96f9-2ec547b434ee tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:06:07.623190 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-ac1499dc-cadc-44d8-b16e-4edfa7bcb62c req-1a3ab20e-92d7-44dc-96f9-2ec547b434ee tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 944 time: 0.0516608 Jul 30 05:06:07.672735 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-ac1499dc-cadc-44d8-b16e-4edfa7bcb62c req-35caee78-c80e-4eb8-b3a7-23207d65ffef tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=aafbe2cd-802f-4714-a5c8-a4487d76b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426772 Jul 30 05:06:08.603585 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 267d1818-566d-49c4-b27c-b194d59ebd4c up at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:06:08.606546 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:06:08.653007 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning for port 267d1818-566d-49c4-b27c-b194d59ebd4c completed by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 30 05:06:08.659466 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning complete for port 267d1818-566d-49c4-b27c-b194d59ebd4c triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:06:08.659822 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (267d1818-566d-49c4-b27c-b194d59ebd4c), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:08.661071 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:06:08.735293 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port 267d1818-566d-49c4-b27c-b194d59ebd4c is: BUILD; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:06:08.735681 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (267d1818-566d-49c4-b27c-b194d59ebd4c), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:08.760491 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb65e17c-681e-4949-a673-03130f14c360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267d1818-566d-49c4-b27c-b194d59ebd4c'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:06:08.762745 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097f6318ceefad5cd58475957c164f396c8a98df32e112d8bd5bde4ce5121001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bed0940-1832-4fac-a4a1-377d45410cba" -d '{"events": [{"server_uuid": "fb65e17c-681e-4949-a673-03130f14c360", "name": "network-vif-plugged", "status": "completed", "tag": "267d1818-566d-49c4-b27c-b194d59ebd4c"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:06:08.776680 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port 267d1818-566d-49c4-b27c-b194d59ebd4c, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=267d1818-566d-49c4-b27c-b194d59ebd4c,segment=NetworkSegment(716eb1aa-7d0b-477f-bc0e-27e6bc146537),segment_id=716eb1aa-7d0b-477f-bc0e-27e6bc146537)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:06:08.780751 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (267d1818-566d-49c4-b27c-b194d59ebd4c), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:08.813764 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 05:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b49810-d9fb-494b-9bac-061ee9ccf8fd x-openstack-request-id: req-c3b49810-d9fb-494b-9bac-061ee9ccf8fd {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:06:08.814082 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb65e17c-681e-4949-a673-03130f14c360", "name": "network-vif-plugged", "status": "completed", "tag": "267d1818-566d-49c4-b27c-b194d59ebd4c", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:06:08.814335 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3b49810-d9fb-494b-9bac-061ee9ccf8fd {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:06:08.814768 dv-cinder-851279-3-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3b49810-d9fb-494b-9bac-061ee9ccf8fd'] response: {'server_uuid': 'fb65e17c-681e-4949-a673-03130f14c360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267d1818-566d-49c4-b27c-b194d59ebd4c', 'code': 200} Jul 30 05:06:08.818909 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e0d95-18b0-4057-91a1-b73685856b14 req-8655e8a4-0500-4414-8629-77fafc45a703 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:06:08.820417 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f41e0d95-18b0-4057-91a1-b73685856b14 req-8655e8a4-0500-4414-8629-77fafc45a703 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 944 time: 0.0672023 Jul 30 05:06:08.835370 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=267d1818-566d-49c4-b27c-b194d59ebd4c,revision_number=5']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:06:08.865386 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:06:08.893898 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f41e0d95-18b0-4057-91a1-b73685856b14 req-5361b218-c4c8-4abb-ab10-c603993bbe53 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=aafbe2cd-802f-4714-a5c8-a4487d76b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640092 Jul 30 05:06:08.993583 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac9ad7-7f4f-4951-9537-04d8c63a9796 req-7caba54b-8a51-4106-8919-30db747f3527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:06:08.995066 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-cdac9ad7-7f4f-4951-9537-04d8c63a9796 req-7caba54b-8a51-4106-8919-30db747f3527 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 1129 time: 0.0379519 Jul 30 05:06:09.040086 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-cdac9ad7-7f4f-4951-9537-04d8c63a9796 req-d93a840c-8518-4122-a247-a7785aa98f7d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=aafbe2cd-802f-4714-a5c8-a4487d76b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391638 Jul 30 05:06:09.915568 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 57732) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:06:10.037496 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea5c14-c125-4248-8149-cc726cb2057e req-fd0e6695-eed8-49c7-b69a-1f867ac8109f tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:06:10.039034 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-80ea5c14-c125-4248-8149-cc726cb2057e req-fd0e6695-eed8-49c7-b69a-1f867ac8109f tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 945 time: 0.0691991 Jul 30 05:06:10.058783 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-dcefe58b-e0a9-4260-827a-f2943a59ef60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:10.118287 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-80ea5c14-c125-4248-8149-cc726cb2057e req-e43298a6-e965-4b75-8e1c-387362348098 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=aafbe2cd-802f-4714-a5c8-a4487d76b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715144 Jul 30 05:06:10.180130 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-dcefe58b-e0a9-4260-827a-f2943a59ef60 admin admin] Publish callbacks [] for security_group (31d57c72-4e47-431f-873a-d7879e7d1db5), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:10.183786 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-dcefe58b-e0a9-4260-827a-f2943a59ef60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (31d57c72-4e47-431f-873a-d7879e7d1db5), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:10.189279 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:UPDATE=1,neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:06:10.487557 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-dcefe58b-e0a9-4260-827a-f2943a59ef60 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b1d1ed7bf5d4ebda853b5684bff2bae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5702841 Jul 30 05:06:10.488810 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcefe58b-e0a9-4260-827a-f2943a59ef60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d57c72-4e47-431f-873a-d7879e7d1db5,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:06:10.490673 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 57738) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:06:10.540615 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d20f66db-48bd-4dac-98e9-ef2eedb197d2 admin admin] Publish callbacks [] for security_group (31d57c72-4e47-431f-873a-d7879e7d1db5), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:10.565444 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d20f66db-48bd-4dac-98e9-ef2eedb197d2 admin admin] Publish callbacks [] for security_group (31d57c72-4e47-431f-873a-d7879e7d1db5), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:10.611529 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d20f66db-48bd-4dac-98e9-ef2eedb197d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (31d57c72-4e47-431f-873a-d7879e7d1db5), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:10.614611 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d20f66db-48bd-4dac-98e9-ef2eedb197d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:10.615760 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-d20f66db-48bd-4dac-98e9-ef2eedb197d2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/31d57c72-4e47-431f-873a-d7879e7d1db5 HTTP/1.1" status: 204 len: 168 time: 0.1240451 Jul 30 05:06:10.623595 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f66db-48bd-4dac-98e9-ef2eedb197d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d57c72-4e47-431f-873a-d7879e7d1db5,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:06:11.237572 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f9c88-fdad-45e7-aab1-14d8c009f00d req-2ef31125-6e71-4165-9350-a8f06c3b2d90 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:06:11.239044 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d81f9c88-fdad-45e7-aab1-14d8c009f00d req-2ef31125-6e71-4165-9350-a8f06c3b2d90 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 945 time: 0.0465531 Jul 30 05:06:11.257305 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:06:11.288659 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d81f9c88-fdad-45e7-aab1-14d8c009f00d req-a8d99304-5524-40be-9377-75c64a630eae tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=aafbe2cd-802f-4714-a5c8-a4487d76b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440700 Jul 30 05:06:11.402840 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77492c73-bf34-422e-9839-a820973ac324 req-c2033c58-0002-4411-be88-d895e378845f tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:06:11.404296 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-77492c73-bf34-422e-9839-a820973ac324 req-c2033c58-0002-4411-be88-d895e378845f tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 945 time: 0.0475926 Jul 30 05:06:11.413902 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 57746) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:06:11.418220 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-907101ad-c672-4f72-937c-59a95848ed28 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Request body: {'floatingip': {'port_id': '267d1818-566d-49c4-b27c-b194d59ebd4c'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:06:11.458624 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-907101ad-c672-4f72-937c-59a95848ed28 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks [] for floatingip (2a93a445-2a1b-4b45-be9b-f7ee6d136e0c), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:11.781466 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:06:11.872277 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-907101ad-c672-4f72-937c-59a95848ed28 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:11.875703 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-907101ad-c672-4f72-937c-59a95848ed28 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692779'] for floatingip (2a93a445-2a1b-4b45-be9b-f7ee6d136e0c), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:11.970480 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.db.l3_db [None req-907101ad-c672-4f72-937c-59a95848ed28 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Floating IP 2a93a445-2a1b-4b45-be9b-f7ee6d136e0c associated. External IP: 172.27.2.37, port: 267d1818-566d-49c4-b27c-b194d59ebd4c. Jul 30 05:06:12.174855 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907101ad-c672-4f72-937c-59a95848ed28 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Router e8e4fb20-1b16-4435-ae41-e08f96f8c7ad has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 05:06:12.272563 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:06:12.286633 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907101ad-c672-4f72-937c-59a95848ed28 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:06:12.291501 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-907101ad-c672-4f72-937c-59a95848ed28 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for floatingip (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:12.298633 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee193932-4fde-4e62-a773-3d8df6108e5f None None] Sync routers for ids ['e8e4fb20-1b16-4435-ae41-e08f96f8c7ad'] in dv-cinder-851279-3-iscsi {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:06:12.311511 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee193932-4fde-4e62-a773-3d8df6108e5f None None] Routers {'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:06:12.312184 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-ee193932-4fde-4e62-a773-3d8df6108e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:05:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['e8e4fb20-1b16-4435-ae41-e08f96f8c7ad'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:06:12.325226 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-907101ad-c672-4f72-937c-59a95848ed28 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "PUT /v2.0/floatingips/2a93a445-2a1b-4b45-be9b-f7ee6d136e0c HTTP/1.1" status: 200 len: 990 time: 0.9102407 Jul 30 05:06:12.325816 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb65e17c-681e-4949-a673-03130f14c360', 'tag': '267d1818-566d-49c4-b27c-b194d59ebd4c'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:06:12.328415 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74064a32e8a1c82ff25c89edbc1a4916375279028ab6b832636cd606fd6f10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e314bb6d-c11e-4305-98bf-f80cd4517cfa" -d '{"events": [{"name": "network-changed", "server_uuid": "fb65e17c-681e-4949-a673-03130f14c360", "tag": "267d1818-566d-49c4-b27c-b194d59ebd4c"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:06:12.370583 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Jul 2022 05:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f096e8-0836-41f7-9de7-9c6aa0ede67e x-openstack-request-id: req-f6f096e8-0836-41f7-9de7-9c6aa0ede67e {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:06:12.370877 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb65e17c-681e-4949-a673-03130f14c360", "tag": "267d1818-566d-49c4-b27c-b194d59ebd4c", "status": "completed", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:06:12.371136 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6f096e8-0836-41f7-9de7-9c6aa0ede67e {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:06:12.371817 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6f096e8-0836-41f7-9de7-9c6aa0ede67e'] response: {'name': 'network-changed', 'server_uuid': 'fb65e17c-681e-4949-a673-03130f14c360', 'tag': '267d1818-566d-49c4-b27c-b194d59ebd4c', 'status': 'completed', 'code': 200} Jul 30 05:06:12.419685 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-ee193932-4fde-4e62-a773-3d8df6108e5f None None] Set router e8e4fb20-1b16-4435-ae41-e08f96f8c7ad gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:06:12.435384 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314bb6d-c11e-4305-98bf-f80cd4517cfa req-5bfb126f-ef36-4dc0-9ffd-6668a14e5ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:06:12.437183 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e314bb6d-c11e-4305-98bf-f80cd4517cfa req-5bfb126f-ef36-4dc0-9ffd-6668a14e5ab5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9f8c70dc5de488698a8ab775c618088&device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 1129 time: 0.0445874 Jul 30 05:06:12.547933 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314bb6d-c11e-4305-98bf-f80cd4517cfa req-12a84c26-2dbb-4236-a2f0-79d037247be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:06:12.550397 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e314bb6d-c11e-4305-98bf-f80cd4517cfa req-12a84c26-2dbb-4236-a2f0-79d037247be0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=94989f7f-6c27-4232-af89-2c1914199605 HTTP/1.1" status: 200 len: 911 time: 0.1062179 Jul 30 05:06:12.562335 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=72 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:06:12.624915 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e314bb6d-c11e-4305-98bf-f80cd4517cfa req-554c706d-4e60-4938-a909-e85ba8a25815 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=267d1818-566d-49c4-b27c-b194d59ebd4c HTTP/1.1" status: 200 len: 998 time: 0.0680485 Jul 30 05:06:12.653304 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-ee193932-4fde-4e62-a773-3d8df6108e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'name': 'tempest-AttachVolumeTestJSON-977196658-router', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '5e753a08-d8ff-49ce-a751-def039b7063e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:05:49Z', 'updated_at': '2022-07-30T05:05:52Z', 'revision_number': 4, 'project_id': 'd9f8c70dc5de488698a8ab775c618088', 'gw_port': {'id': '5e753a08-d8ff-49ce-a751-def039b7063e', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:86:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:05:49Z', 'updated_at': '2022-07-30T05:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': '2a93a445-2a1b-4b45-be9b-f7ee6d136e0c', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'port_id': '267d1818-566d-49c4-b27c-b194d59ebd4c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94989f7f-6c27-4232-af89-2c1914199605', 'mac_address': 'fa:16:3e:34:01:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb65e17c-681e-4949-a673-03130f14c360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:05:54Z', 'updated_at': '2022-07-30T05:06:11Z', 'revision_number': 1, 'project_id': 'd9f8c70dc5de488698a8ab775c618088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7bb14c8-22ae-48ec-81c0-ed941aba6da8', 'name': '', 'network_id': '94989f7f-6c27-4232-af89-2c1914199605', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'mac_address': 'fa:16:3e:26:f5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '98442497-4af2-416e-bcf3-345bb9e57377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:05:51Z', 'updated_at': '2022-07-30T05:05:57Z', 'revision_number': 5, 'project_id': 'd9f8c70dc5de488698a8ab775c618088', 'subnets': [{'id': '98442497-4af2-416e-bcf3-345bb9e57377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:06:12.683175 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314bb6d-c11e-4305-98bf-f80cd4517cfa req-ab21b468-aa4c-4534-a9e1-72f3f9850df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:06:12.684790 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e314bb6d-c11e-4305-98bf-f80cd4517cfa req-ab21b468-aa4c-4534-a9e1-72f3f9850df3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=98442497-4af2-416e-bcf3-345bb9e57377 HTTP/1.1" status: 200 len: 849 time: 0.0529428 Jul 30 05:06:12.687438 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee193932-4fde-4e62-a773-3d8df6108e5f None None] Checking router: e8e4fb20-1b16-4435-ae41-e08f96f8c7ad for host: dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:06:12.696224 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee193932-4fde-4e62-a773-3d8df6108e5f None None] Routers {'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:06:12.696843 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-ee193932-4fde-4e62-a773-3d8df6108e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:05:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['e8e4fb20-1b16-4435-ae41-e08f96f8c7ad'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:06:12.734808 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314bb6d-c11e-4305-98bf-f80cd4517cfa req-bc2a363a-723b-47ab-acd6-f048f879cb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:06:12.736488 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e314bb6d-c11e-4305-98bf-f80cd4517cfa req-bc2a363a-723b-47ab-acd6-f048f879cb1e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=94989f7f-6c27-4232-af89-2c1914199605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452580 Jul 30 05:06:12.798360 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-ee193932-4fde-4e62-a773-3d8df6108e5f None None] Set router e8e4fb20-1b16-4435-ae41-e08f96f8c7ad gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:06:12.829851 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e314bb6d-c11e-4305-98bf-f80cd4517cfa req-2cbb7b4d-edf0-4086-9e8e-6c8b39cbfe8d service neutron] 10.222.0.49 "GET /v2.0/networks/94989f7f-6c27-4232-af89-2c1914199605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864370 Jul 30 05:06:13.001572 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:06:13.024384 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-ee193932-4fde-4e62-a773-3d8df6108e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'name': 'tempest-AttachVolumeTestJSON-977196658-router', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '5e753a08-d8ff-49ce-a751-def039b7063e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:05:49Z', 'updated_at': '2022-07-30T05:05:52Z', 'revision_number': 4, 'project_id': 'd9f8c70dc5de488698a8ab775c618088', 'gw_port': {'id': '5e753a08-d8ff-49ce-a751-def039b7063e', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:86:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:05:49Z', 'updated_at': '2022-07-30T05:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': '2a93a445-2a1b-4b45-be9b-f7ee6d136e0c', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'port_id': '267d1818-566d-49c4-b27c-b194d59ebd4c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94989f7f-6c27-4232-af89-2c1914199605', 'mac_address': 'fa:16:3e:34:01:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb65e17c-681e-4949-a673-03130f14c360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:05:54Z', 'updated_at': '2022-07-30T05:06:11Z', 'revision_number': 1, 'project_id': 'd9f8c70dc5de488698a8ab775c618088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7bb14c8-22ae-48ec-81c0-ed941aba6da8', 'name': '', 'network_id': '94989f7f-6c27-4232-af89-2c1914199605', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'mac_address': 'fa:16:3e:26:f5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '98442497-4af2-416e-bcf3-345bb9e57377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:05:51Z', 'updated_at': '2022-07-30T05:05:57Z', 'revision_number': 5, 'project_id': 'd9f8c70dc5de488698a8ab775c618088', 'subnets': [{'id': '98442497-4af2-416e-bcf3-345bb9e57377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:06:13.051135 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee193932-4fde-4e62-a773-3d8df6108e5f None None] The sync data for ids ['e8e4fb20-1b16-4435-ae41-e08f96f8c7ad'] in dv-cinder-851279-3-iscsi is: [{'id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'name': 'tempest-AttachVolumeTestJSON-977196658-router', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '5e753a08-d8ff-49ce-a751-def039b7063e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:05:49Z', 'updated_at': '2022-07-30T05:05:52Z', 'revision_number': 4, 'project_id': 'd9f8c70dc5de488698a8ab775c618088', 'gw_port': {'id': '5e753a08-d8ff-49ce-a751-def039b7063e', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:86:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:05:49Z', 'updated_at': '2022-07-30T05:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': '2a93a445-2a1b-4b45-be9b-f7ee6d136e0c', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'port_id': '267d1818-566d-49c4-b27c-b194d59ebd4c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94989f7f-6c27-4232-af89-2c1914199605', 'mac_address': 'fa:16:3e:34:01:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb65e17c-681e-4949-a673-03130f14c360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:05:54Z', 'updated_at': '2022-07-30T05:06:11Z', 'revision_number': 1, 'project_id': 'd9f8c70dc5de488698a8ab775c618088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7bb14c8-22ae-48ec-81c0-ed941aba6da8', 'name': '', 'network_id': '94989f7f-6c27-4232-af89-2c1914199605', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'mac_address': 'fa:16:3e:26:f5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '98442497-4af2-416e-bcf3-345bb9e57377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:05:51Z', 'updated_at': '2022-07-30T05:05:57Z', 'revision_number': 5, 'project_id': 'd9f8c70dc5de488698a8ab775c618088', 'subnets': [{'id': '98442497-4af2-416e-bcf3-345bb9e57377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:06:13.185779 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e314bb6d-c11e-4305-98bf-f80cd4517cfa req-6763b8ed-58ff-4502-99b5-9808ab9a6371 service neutron] 10.222.0.49 "GET /v2.0/networks/94989f7f-6c27-4232-af89-2c1914199605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495507 Jul 30 05:06:13.247342 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd1ff13-43c8-41c1-b011-f90d6adeb28d None None] New status for floating IP 2a93a445-2a1b-4b45-be9b-f7ee6d136e0c: ACTIVE {{(pid=103973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 30 05:06:16.053261 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (dec4dcff-e2ed-49ed-8dd3-cc3856f345b5), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:20.516184 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-5bcd1136-ea7d-44d3-af47-a02ae16c7e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:22.320426 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=5 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:06:22.321154 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=48 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:06:22.837236 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:06:22.844270 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a5c73129-0b39-42ed-983c-b1569d1fbd70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:23.175732 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=81,neutron:DELETE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:06:23.182574 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=49 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:06:23.906729 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:24.233586 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.agents_db [None req-c768def0-c5c3-40f0-ac12-561af9dad95f None None] Agent healthcheck: found 6 active agents {{(pid=103973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:06:24.621229 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a4de3e08-025a-4268-be7a-4707a4906111 req-ac90bb3f-b585-46e7-8b49-7dfe7ca2b414 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8520739a-9a63-4295-843a-b86a4aa10cab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386770 Jul 30 05:06:24.707823 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de3e08-025a-4268-be7a-4707a4906111 req-007e4830-c97d-4147-b615-b80c786bca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:06:24.709299 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a4de3e08-025a-4268-be7a-4707a4906111 req-007e4830-c97d-4147-b615-b80c786bca6e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db365a6a9f6041a7a8749fd1a1e3d488&device_id=8520739a-9a63-4295-843a-b86a4aa10cab HTTP/1.1" status: 200 len: 1130 time: 0.0425704 Jul 30 05:06:24.811091 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de3e08-025a-4268-be7a-4707a4906111 req-a637760d-af99-4947-9afa-5f08fe29c333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:06:24.812537 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a4de3e08-025a-4268-be7a-4707a4906111 req-a637760d-af99-4947-9afa-5f08fe29c333 service neutron] 10.222.0.49 "GET /v2.0/networks?id=05de52c4-affb-4a9e-aea7-e8e105567377 HTTP/1.1" status: 200 len: 913 time: 0.0853484 Jul 30 05:06:24.876959 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a4de3e08-025a-4268-be7a-4707a4906111 req-e7550ab1-1c1c-4664-af8b-0d0262244b10 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2044be95-863c-488f-8fdd-ec89733220ef HTTP/1.1" status: 200 len: 1002 time: 0.0576355 Jul 30 05:06:24.924186 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de3e08-025a-4268-be7a-4707a4906111 req-d048e724-2c5b-44cf-949c-c0cc5d368ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:06:24.926127 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a4de3e08-025a-4268-be7a-4707a4906111 req-d048e724-2c5b-44cf-949c-c0cc5d368ca4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c798a7dd-9ba8-4ed3-85fe-837d80a7049f HTTP/1.1" status: 200 len: 851 time: 0.0431862 Jul 30 05:06:24.967596 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de3e08-025a-4268-be7a-4707a4906111 req-5fec1dd0-bc98-4f26-809b-3b4d014f0098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:06:24.969053 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a4de3e08-025a-4268-be7a-4707a4906111 req-5fec1dd0-bc98-4f26-809b-3b4d014f0098 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05de52c4-affb-4a9e-aea7-e8e105567377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373445 Jul 30 05:06:25.060067 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a4de3e08-025a-4268-be7a-4707a4906111 req-7bcd2b12-5025-40b9-8351-39e6458a0ced service neutron] 10.222.0.49 "GET /v2.0/networks/05de52c4-affb-4a9e-aea7-e8e105567377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847390 Jul 30 05:06:25.148385 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a4de3e08-025a-4268-be7a-4707a4906111 req-b19a1742-2290-44a4-826b-f114c2e13f01 service neutron] 10.222.0.49 "GET /v2.0/networks/05de52c4-affb-4a9e-aea7-e8e105567377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808747 Jul 30 05:06:25.319627 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:25.710408 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:34.228755 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:06:34.229547 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=13 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:06:35.144140 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=54 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:06:35.144933 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=47 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:06:35.702795 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:06:35.704784 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:06:46.054063 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (dec4dcff-e2ed-49ed-8dd3-cc3856f345b5), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:49.412276 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=12 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:06:49.415417 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=14 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:06:50.518053 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-abda2cde-18b2-4ac4-83d8-a518c427370b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:52.846733 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-bab42720-0d24-4f25-848b-60df7bb4d9b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:53.909800 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:55.296073 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-9fcdc866-b312-440b-9cd2-b18591bd3cda tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-9281366&fields=id&tenant_id=db365a6a9f6041a7a8749fd1a1e3d488 HTTP/1.1" status: 200 len: 267 time: 0.0479574 Jul 30 05:06:55.323854 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:55.412344 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-7f175adf-c929-4657-81a3-6f783ee5b008 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:06:55.413903 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-7f175adf-c929-4657-81a3-6f783ee5b008 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/networks?id=05de52c4-affb-4a9e-aea7-e8e105567377 HTTP/1.1" status: 200 len: 812 time: 0.1068430 Jul 30 05:06:55.428543 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-9aa4de9b-cd50-4439-8186-1fa43569c585 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/quotas/db365a6a9f6041a7a8749fd1a1e3d488 HTTP/1.1" status: 200 len: 375 time: 0.0090098 Jul 30 05:06:55.478948 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-d9ac752e-8af1-4c66-b2de-93d5e9354f45 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=db365a6a9f6041a7a8749fd1a1e3d488&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456715 Jul 30 05:06:55.575224 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-9d3b3781-49b5-466a-a01e-1f608d03b89b service neutron] 10.222.0.20 "GET /v2.0/networks/05de52c4-affb-4a9e-aea7-e8e105567377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845151 Jul 30 05:06:55.664396 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-c3571775-70e2-4203-9cb1-07aa693ffb37 service neutron] 10.222.0.20 "GET /v2.0/networks/05de52c4-affb-4a9e-aea7-e8e105567377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835247 Jul 30 05:06:55.712813 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:55.965521 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-abf9d52b-ae4c-41ac-81ab-d33777710d98 req-2b199c20-ed22-4eaf-834c-1e396c377efb tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=2044debc-6b41-413e-ac3d-89a4cca33a13 HTTP/1.1" status: 200 len: 210 time: 0.0339739 Jul 30 05:06:57.070685 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d28a3198-db94-4fd9-8ba6-19422d6d99ea req-cc5d5832-d1f6-4a2e-a899-680a9908031b tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=2044debc-6b41-413e-ac3d-89a4cca33a13 HTTP/1.1" status: 200 len: 210 time: 0.0306017 Jul 30 05:06:57.115071 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-3d03e56e-ee37-4043-ab36-33878793c755 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:06:57.116497 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-3d03e56e-ee37-4043-ab36-33878793c755 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.49 "GET /v2.0/networks?id=05de52c4-affb-4a9e-aea7-e8e105567377 HTTP/1.1" status: 200 len: 812 time: 0.1162438 Jul 30 05:06:57.181814 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-6795ec69-7980-4e64-b5f4-2cecf50a071f tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db365a6a9f6041a7a8749fd1a1e3d488 HTTP/1.1" status: 200 len: 377 time: 0.0574393 Jul 30 05:06:57.190366 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-0274de82-05b4-4f10-b5af-e12cf86d99b8 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Request body: {'port': {'device_id': '2044debc-6b41-413e-ac3d-89a4cca33a13', 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377', 'admin_state_up': True, 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'security_groups': ['cf3ed918-95a4-4e38-a727-aa71cf26e56e']}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:06:57.295693 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-0274de82-05b4-4f10-b5af-e12cf86d99b8 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Made reservation on behalf of db365a6a9f6041a7a8749fd1a1e3d488 for: {'port': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:06:57.299240 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-0274de82-05b4-4f10-b5af-e12cf86d99b8 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:57.428555 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-0274de82-05b4-4f10-b5af-e12cf86d99b8 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Allocated IP 172.20.0.13 (05de52c4-affb-4a9e-aea7-e8e105567377/c798a7dd-9ba8-4ed3-85fe-837d80a7049f/d47fd3ca-b5c7-44be-a749-9b228fae6174) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:06:57.570121 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-0274de82-05b4-4f10-b5af-e12cf86d99b8 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for port (d47fd3ca-b5c7-44be-a749-9b228fae6174), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:57.601378 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-0274de82-05b4-4f10-b5af-e12cf86d99b8 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (d47fd3ca-b5c7-44be-a749-9b228fae6174), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:57.642298 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-0274de82-05b4-4f10-b5af-e12cf86d99b8 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Network 05de52c4-affb-4a9e-aea7-e8e105567377 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:06:57.648027 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-0274de82-05b4-4f10-b5af-e12cf86d99b8 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:06:57.651946 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-0274de82-05b4-4f10-b5af-e12cf86d99b8 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 05:06:57.674703 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274de82-05b4-4f10-b5af-e12cf86d99b8 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Pushing event updated for resources: {'Port': ['ID=d47fd3ca-b5c7-44be-a749-9b228fae6174,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:06:57.688018 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0274de82-05b4-4f10-b5af-e12cf86d99b8 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:06:57.688361 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0274de82-05b4-4f10-b5af-e12cf86d99b8 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:06:57.688699 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0274de82-05b4-4f10-b5af-e12cf86d99b8 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:06:57.689038 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0274de82-05b4-4f10-b5af-e12cf86d99b8 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:06:57.689367 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0274de82-05b4-4f10-b5af-e12cf86d99b8 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:06:57.690230 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0274de82-05b4-4f10-b5af-e12cf86d99b8 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:06:57.690586 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0274de82-05b4-4f10-b5af-e12cf86d99b8 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:06:57.690909 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0274de82-05b4-4f10-b5af-e12cf86d99b8 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:06:57.691235 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0274de82-05b4-4f10-b5af-e12cf86d99b8 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:06:57.691557 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0274de82-05b4-4f10-b5af-e12cf86d99b8 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:06:57.691878 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0274de82-05b4-4f10-b5af-e12cf86d99b8 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:06:57.692198 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0274de82-05b4-4f10-b5af-e12cf86d99b8 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:06:57.692517 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0274de82-05b4-4f10-b5af-e12cf86d99b8 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:06:57.692832 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0274de82-05b4-4f10-b5af-e12cf86d99b8 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:06:57.693145 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0274de82-05b4-4f10-b5af-e12cf86d99b8 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:06:57.719895 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-0274de82-05b4-4f10-b5af-e12cf86d99b8 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:06:57.721505 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-0274de82-05b4-4f10-b5af-e12cf86d99b8 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:57.746053 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-0274de82-05b4-4f10-b5af-e12cf86d99b8 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5590661 Jul 30 05:06:57.757861 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-2613b83c-c98c-454f-a0e2-b4ba55211546 service neutron] Request body: {'port': {'device_id': '2044debc-6b41-413e-ac3d-89a4cca33a13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:06:57.792130 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:06:57.824412 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-2613b83c-c98c-454f-a0e2-b4ba55211546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (d47fd3ca-b5c7-44be-a749-9b228fae6174), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:57.839197 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:06:57.912207 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-e1921c4e-6a73-4b39-aa02-dd1b44b0940c None None] Provisioning complete for port d47fd3ca-b5c7-44be-a749-9b228fae6174 triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:06:57.912849 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e1921c4e-6a73-4b39-aa02-dd1b44b0940c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (d47fd3ca-b5c7-44be-a749-9b228fae6174), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:57.944855 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-e1921c4e-6a73-4b39-aa02-dd1b44b0940c None None] Port d47fd3ca-b5c7-44be-a749-9b228fae6174 cannot update to ACTIVE because it is not bound. {{(pid=103972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 30 05:06:58.078884 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-2613b83c-c98c-454f-a0e2-b4ba55211546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d47fd3ca-b5c7-44be-a749-9b228fae6174 {{(pid=103971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 05:06:58.087157 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-2613b83c-c98c-454f-a0e2-b4ba55211546 service neutron] Publish callbacks [] for port (d47fd3ca-b5c7-44be-a749-9b228fae6174), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:58.101187 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.provisioning_blocks [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-2613b83c-c98c-454f-a0e2-b4ba55211546 service neutron] Transition to ACTIVE for port object d47fd3ca-b5c7-44be-a749-9b228fae6174 will not be triggered until provisioned by entity L2. {{(pid=103971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 30 05:06:58.104712 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-2613b83c-c98c-454f-a0e2-b4ba55211546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3264605'] for port (d47fd3ca-b5c7-44be-a749-9b228fae6174), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:58.178695 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613b83c-c98c-454f-a0e2-b4ba55211546 service neutron] Pushing event updated for resources: {'Port': ['ID=d47fd3ca-b5c7-44be-a749-9b228fae6174,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:06:58.237763 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e77e70-8eae-453a-8cf0-f4d992c9a3ce req-6e4f6eca-18ae-4e79-aeb5-320a794dea52 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:06:58.239235 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-65e77e70-8eae-453a-8cf0-f4d992c9a3ce req-6e4f6eca-18ae-4e79-aeb5-320a794dea52 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=2044debc-6b41-413e-ac3d-89a4cca33a13 HTTP/1.1" status: 200 len: 944 time: 0.0744832 Jul 30 05:06:58.273823 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-2613b83c-c98c-454f-a0e2-b4ba55211546 service neutron] Attempting to bind port d47fd3ca-b5c7-44be-a749-9b228fae6174 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 05:06:58.274158 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-2613b83c-c98c-454f-a0e2-b4ba55211546 service neutron] Attempting to bind port d47fd3ca-b5c7-44be-a749-9b228fae6174 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': 'a9ddd08e-1fb2-469e-b382-60c39d06501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377'}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 05:06:58.274503 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-2613b83c-c98c-454f-a0e2-b4ba55211546 service neutron] Attempting to bind port d47fd3ca-b5c7-44be-a749-9b228fae6174 on network 05de52c4-affb-4a9e-aea7-e8e105567377 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:06:58.287225 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-2613b83c-c98c-454f-a0e2-b4ba55211546 service neutron] Port d47fd3ca-b5c7-44be-a749-9b228fae6174 on network 05de52c4-affb-4a9e-aea7-e8e105567377 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 30 05:06:58.287543 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-2613b83c-c98c-454f-a0e2-b4ba55211546 service neutron] Attempting to bind port d47fd3ca-b5c7-44be-a749-9b228fae6174 on network 05de52c4-affb-4a9e-aea7-e8e105567377 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:06:58.301007 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-2613b83c-c98c-454f-a0e2-b4ba55211546 service neutron] Checking agent: {'id': 'dec4dcff-e2ed-49ed-8dd3-cc3856f345b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 56, 16), 'started_at': datetime.datetime(2022, 7, 30, 4, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 5, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 05:06:58.301342 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-2613b83c-c98c-454f-a0e2-b4ba55211546 service neutron] Checking segment: {'id': 'a9ddd08e-1fb2-469e-b382-60c39d06501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 05:06:58.301716 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-2613b83c-c98c-454f-a0e2-b4ba55211546 service neutron] Bound using segment: {'id': 'a9ddd08e-1fb2-469e-b382-60c39d06501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377'} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 05:06:58.302140 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-2613b83c-c98c-454f-a0e2-b4ba55211546 service neutron] Bound port: d47fd3ca-b5c7-44be-a749-9b228fae6174, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9ddd08e-1fb2-469e-b382-60c39d06501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377'}}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 05:06:58.302520 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-2613b83c-c98c-454f-a0e2-b4ba55211546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (d47fd3ca-b5c7-44be-a749-9b228fae6174), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:58.320863 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-65e77e70-8eae-453a-8cf0-f4d992c9a3ce req-b52975e6-0a30-4061-a12f-31bfc6fa2cfd tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0749764 Jul 30 05:06:58.375172 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-2613b83c-c98c-454f-a0e2-b4ba55211546 service neutron] For port d47fd3ca-b5c7-44be-a749-9b228fae6174, host hv-cinder-85127, cleared binding levels {{(pid=103971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:06:58.379515 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-2613b83c-c98c-454f-a0e2-b4ba55211546 service neutron] For port d47fd3ca-b5c7-44be-a749-9b228fae6174, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=d47fd3ca-b5c7-44be-a749-9b228fae6174,segment=NetworkSegment(a9ddd08e-1fb2-469e-b382-60c39d06501a),segment_id=a9ddd08e-1fb2-469e-b382-60c39d06501a)] {{(pid=103971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:06:58.385830 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-2613b83c-c98c-454f-a0e2-b4ba55211546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3264605'] for port (d47fd3ca-b5c7-44be-a749-9b228fae6174), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:58.389283 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-2613b83c-c98c-454f-a0e2-b4ba55211546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:06:58.390090 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-2613b83c-c98c-454f-a0e2-b4ba55211546 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:06:58.391567 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-2613b83c-c98c-454f-a0e2-b4ba55211546 service neutron] 10.222.0.49 "PUT /v2.0/ports/d47fd3ca-b5c7-44be-a749-9b228fae6174 HTTP/1.1" status: 200 len: 1094 time: 0.6379311 Jul 30 05:06:58.394149 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2044debc-6b41-413e-ac3d-89a4cca33a13', 'tag': 'd47fd3ca-b5c7-44be-a749-9b228fae6174'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:06:58.397278 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b16b4900bbfc643f3f19b33d02e463cc441e963483cfbcd5657a130b47b3c9ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6137bcfd-9af0-4d86-a6a0-59ad6d396468" -d '{"events": [{"name": "network-changed", "server_uuid": "2044debc-6b41-413e-ac3d-89a4cca33a13", "tag": "d47fd3ca-b5c7-44be-a749-9b228fae6174"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:06:58.441084 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Jul 2022 05:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fdb92f-9a21-4e83-93d0-36af13d8e30d x-openstack-request-id: req-c1fdb92f-9a21-4e83-93d0-36af13d8e30d {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:06:58.441403 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2044debc-6b41-413e-ac3d-89a4cca33a13", "tag": "d47fd3ca-b5c7-44be-a749-9b228fae6174", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:06:58.441654 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1fdb92f-9a21-4e83-93d0-36af13d8e30d {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:06:58.442043 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1fdb92f-9a21-4e83-93d0-36af13d8e30d'] response: {'name': 'network-changed', 'server_uuid': '2044debc-6b41-413e-ac3d-89a4cca33a13', 'tag': 'd47fd3ca-b5c7-44be-a749-9b228fae6174', 'status': 'completed', 'code': 200} Jul 30 05:06:58.484364 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613b83c-c98c-454f-a0e2-b4ba55211546 service neutron] Pushing event updated for resources: {'Port': ['ID=d47fd3ca-b5c7-44be-a749-9b228fae6174,revision_number=3']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:06:58.490904 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-afe6bb02-7322-4cf2-ae1a-73a1ffd91d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:06:58.492514 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-afe6bb02-7322-4cf2-ae1a-73a1ffd91d1f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db365a6a9f6041a7a8749fd1a1e3d488&device_id=2044debc-6b41-413e-ac3d-89a4cca33a13 HTTP/1.1" status: 200 len: 1128 time: 0.0611284 Jul 30 05:06:58.536676 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-e8351420-a457-4b4e-a8a9-6c455ff06fca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d47fd3ca-b5c7-44be-a749-9b228fae6174 HTTP/1.1" status: 200 len: 217 time: 0.0368068 Jul 30 05:06:58.585125 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-1838f238-2326-48dc-83f9-c0d80e5f51de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:06:58.586431 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-1838f238-2326-48dc-83f9-c0d80e5f51de service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c798a7dd-9ba8-4ed3-85fe-837d80a7049f HTTP/1.1" status: 200 len: 851 time: 0.0441430 Jul 30 05:06:58.629037 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-c2f950c5-322e-433c-8621-f56b4b92f853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:06:58.630545 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-c2f950c5-322e-433c-8621-f56b4b92f853 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05de52c4-affb-4a9e-aea7-e8e105567377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384233 Jul 30 05:06:58.720273 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:06:58.726615 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-591d7d36-ee73-4e95-8a9c-df1896c1170e service neutron] 10.222.0.49 "GET /v2.0/networks/05de52c4-affb-4a9e-aea7-e8e105567377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872626 Jul 30 05:06:58.782660 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:06:58.815705 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b7cb2228-58c9-4390-abf4-d60d548cd874 req-d3c13ece-8226-49ff-b27a-fa91027fbadc service neutron] 10.222.0.49 "GET /v2.0/networks/05de52c4-affb-4a9e-aea7-e8e105567377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833862 Jul 30 05:06:58.898698 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137bcfd-9af0-4d86-a6a0-59ad6d396468 req-998f7ab6-901f-46c7-936f-a9d21a3adc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:06:58.900065 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6137bcfd-9af0-4d86-a6a0-59ad6d396468 req-998f7ab6-901f-46c7-936f-a9d21a3adc36 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db365a6a9f6041a7a8749fd1a1e3d488&device_id=2044debc-6b41-413e-ac3d-89a4cca33a13 HTTP/1.1" status: 200 len: 1128 time: 0.0440710 Jul 30 05:06:58.989258 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137bcfd-9af0-4d86-a6a0-59ad6d396468 req-c6d60f3c-cbc2-4e76-a9df-4f072f4ede46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:06:58.990734 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6137bcfd-9af0-4d86-a6a0-59ad6d396468 req-c6d60f3c-cbc2-4e76-a9df-4f072f4ede46 service neutron] 10.222.0.49 "GET /v2.0/networks?id=05de52c4-affb-4a9e-aea7-e8e105567377 HTTP/1.1" status: 200 len: 913 time: 0.0847318 Jul 30 05:06:59.031888 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6137bcfd-9af0-4d86-a6a0-59ad6d396468 req-ca80e7bb-c287-4b27-af20-d58b6807b9e2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d47fd3ca-b5c7-44be-a749-9b228fae6174 HTTP/1.1" status: 200 len: 217 time: 0.0356443 Jul 30 05:06:59.078840 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137bcfd-9af0-4d86-a6a0-59ad6d396468 req-34d9a349-d420-4706-aa27-892e5f657093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:06:59.080378 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6137bcfd-9af0-4d86-a6a0-59ad6d396468 req-34d9a349-d420-4706-aa27-892e5f657093 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c798a7dd-9ba8-4ed3-85fe-837d80a7049f HTTP/1.1" status: 200 len: 851 time: 0.0433455 Jul 30 05:06:59.123018 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137bcfd-9af0-4d86-a6a0-59ad6d396468 req-37c8a52d-9960-49ca-8d34-2cea1b326b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:06:59.124453 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6137bcfd-9af0-4d86-a6a0-59ad6d396468 req-37c8a52d-9960-49ca-8d34-2cea1b326b7d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05de52c4-affb-4a9e-aea7-e8e105567377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385220 Jul 30 05:06:59.214572 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6137bcfd-9af0-4d86-a6a0-59ad6d396468 req-577099c2-f6f8-400a-90dc-62377a6b0a79 service neutron] 10.222.0.49 "GET /v2.0/networks/05de52c4-affb-4a9e-aea7-e8e105567377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837753 Jul 30 05:06:59.304314 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6137bcfd-9af0-4d86-a6a0-59ad6d396468 req-9c6cbc9c-b88e-4fca-aa54-4de4b22ac997 service neutron] 10.222.0.49 "GET /v2.0/networks/05de52c4-affb-4a9e-aea7-e8e105567377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816288 Jul 30 05:06:59.441530 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0180d6-8e8b-4643-8785-98ac15d1296a req-fdbd37e0-62ca-46ec-a404-ad504f76b329 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:06:59.442982 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-df0180d6-8e8b-4643-8785-98ac15d1296a req-fdbd37e0-62ca-46ec-a404-ad504f76b329 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=2044debc-6b41-413e-ac3d-89a4cca33a13 HTTP/1.1" status: 200 len: 944 time: 0.0503960 Jul 30 05:06:59.490770 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-df0180d6-8e8b-4643-8785-98ac15d1296a req-4e0aa88c-5b9f-4bfb-980d-df83488bbebd tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0421987 Jul 30 05:07:00.618551 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0106ef1-537a-45cc-9f0e-c5af99d742d3 req-cb2797c5-2a08-4f27-93bd-9f0ac186b822 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:00.620195 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e0106ef1-537a-45cc-9f0e-c5af99d742d3 req-cb2797c5-2a08-4f27-93bd-9f0ac186b822 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=2044debc-6b41-413e-ac3d-89a4cca33a13 HTTP/1.1" status: 200 len: 944 time: 0.0559330 Jul 30 05:07:00.673596 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e0106ef1-537a-45cc-9f0e-c5af99d742d3 req-52cb9190-72ac-47d2-9f73-4f4ee6f56fed tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0460329 Jul 30 05:07:00.928122 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b273a2ef-789e-4cc1-9e09-45a1c7224a05 req-94bd412e-7685-47d5-add5-9df032cccf9f tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:00.929596 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-b273a2ef-789e-4cc1-9e09-45a1c7224a05 req-94bd412e-7685-47d5-add5-9df032cccf9f tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 945 time: 0.0486190 Jul 30 05:07:00.976553 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-b273a2ef-789e-4cc1-9e09-45a1c7224a05 req-046c3f27-89d4-47aa-a14f-444637e85be5 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=aafbe2cd-802f-4714-a5c8-a4487d76b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414474 Jul 30 05:07:01.232361 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.agents_db [None req-c768def0-c5c3-40f0-ac12-561af9dad95f None None] Agent healthcheck: found 6 active agents {{(pid=103973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:07:01.799682 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c5f25d-294a-439e-bee7-58abf90d4782 req-f3f45802-db1b-4f57-a97b-77955448e470 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:01.801354 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-59c5f25d-294a-439e-bee7-58abf90d4782 req-f3f45802-db1b-4f57-a97b-77955448e470 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=2044debc-6b41-413e-ac3d-89a4cca33a13 HTTP/1.1" status: 200 len: 944 time: 0.0467691 Jul 30 05:07:01.849004 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-59c5f25d-294a-439e-bee7-58abf90d4782 req-00bc6eec-cfae-4d31-8fe9-4de8da9fe436 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0421562 Jul 30 05:07:02.095286 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67cdd6-9a48-4778-ba4c-67bd9da3bc5b req-0c1d28d6-3af0-4002-944d-fe74df23a209 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:02.097403 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-ad67cdd6-9a48-4778-ba4c-67bd9da3bc5b req-0c1d28d6-3af0-4002-944d-fe74df23a209 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 945 time: 0.0464833 Jul 30 05:07:02.146228 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-ad67cdd6-9a48-4778-ba4c-67bd9da3bc5b req-79805a4c-354c-409f-8212-91547dd9389c tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=aafbe2cd-802f-4714-a5c8-a4487d76b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434129 Jul 30 05:07:02.967606 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfb9dd-0e92-4110-83aa-07f6c7194115 req-0dee6842-f561-4f61-8e0f-7fe0ba02f3aa tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:02.969024 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-78dfb9dd-0e92-4110-83aa-07f6c7194115 req-0dee6842-f561-4f61-8e0f-7fe0ba02f3aa tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=2044debc-6b41-413e-ac3d-89a4cca33a13 HTTP/1.1" status: 200 len: 944 time: 0.0464694 Jul 30 05:07:03.020590 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-78dfb9dd-0e92-4110-83aa-07f6c7194115 req-87ece1cc-92e5-47f7-8907-042e148fd1ad tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0452833 Jul 30 05:07:03.263384 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9c4ca-96bc-4f21-b6c1-354efdde9418 req-447d4eb9-aeda-4c57-909a-330c9b13ec33 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:03.264839 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-62a9c4ca-96bc-4f21-b6c1-354efdde9418 req-447d4eb9-aeda-4c57-909a-330c9b13ec33 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 945 time: 0.0468295 Jul 30 05:07:03.312392 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-62a9c4ca-96bc-4f21-b6c1-354efdde9418 req-d3839448-03f7-4f91-8c30-f7eefb5836d0 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=aafbe2cd-802f-4714-a5c8-a4487d76b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414827 Jul 30 05:07:04.135559 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44e040-15b9-4948-b240-26854509682b req-8135b1b4-74d2-4629-8231-1c39f693f024 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:04.137003 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0d44e040-15b9-4948-b240-26854509682b req-8135b1b4-74d2-4629-8231-1c39f693f024 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=2044debc-6b41-413e-ac3d-89a4cca33a13 HTTP/1.1" status: 200 len: 944 time: 0.0465746 Jul 30 05:07:04.150647 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=5 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:07:04.186676 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0d44e040-15b9-4948-b240-26854509682b req-3d505d05-d294-46f9-a1ad-a7bee32ce0f4 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0441923 Jul 30 05:07:04.429212 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f02a0a-4024-4840-9e74-45256966a4df req-68031adb-1505-4531-91b5-d1c5ef09ce07 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:04.430856 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-65f02a0a-4024-4840-9e74-45256966a4df req-68031adb-1505-4531-91b5-d1c5ef09ce07 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 945 time: 0.0469596 Jul 30 05:07:04.477129 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-65f02a0a-4024-4840-9e74-45256966a4df req-38020845-52a1-4b89-bc6d-0cd310ef77d0 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=aafbe2cd-802f-4714-a5c8-a4487d76b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409493 Jul 30 05:07:05.304598 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2f7f4-06e8-4abb-b91b-6530f1ecb64f req-2be4e778-817e-4b55-9191-a0fe8039eb49 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:05.305958 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d1d2f7f4-06e8-4abb-b91b-6530f1ecb64f req-2be4e778-817e-4b55-9191-a0fe8039eb49 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=2044debc-6b41-413e-ac3d-89a4cca33a13 HTTP/1.1" status: 200 len: 944 time: 0.0479283 Jul 30 05:07:05.354965 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d1d2f7f4-06e8-4abb-b91b-6530f1ecb64f req-11df2da2-c2c5-4aa2-8688-e0e7eff9913a tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0434248 Jul 30 05:07:05.597005 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f18d1-8887-4cec-a255-dec157c944a8 req-17a4f0a5-8e58-4b6c-9b3c-46244b380a11 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:05.598361 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-f77f18d1-8887-4cec-a255-dec157c944a8 req-17a4f0a5-8e58-4b6c-9b3c-46244b380a11 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 945 time: 0.0493026 Jul 30 05:07:05.622800 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:07:05.645490 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-f77f18d1-8887-4cec-a255-dec157c944a8 req-9122cb9e-0633-4207-a47a-48add7f2c6ce tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=aafbe2cd-802f-4714-a5c8-a4487d76b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415750 Jul 30 05:07:06.458530 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:07:06.477451 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc9fd8-bbde-476a-bb7e-342075e068a4 req-899c0422-63c6-40a6-9ab7-530c9b103931 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:06.478956 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-66dc9fd8-bbde-476a-bb7e-342075e068a4 req-899c0422-63c6-40a6-9ab7-530c9b103931 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=2044debc-6b41-413e-ac3d-89a4cca33a13 HTTP/1.1" status: 200 len: 944 time: 0.0513639 Jul 30 05:07:06.499067 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:07:06.528789 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-66dc9fd8-bbde-476a-bb7e-342075e068a4 req-e9d083af-e5ff-4230-a176-f6bec9ef801a tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0441697 Jul 30 05:07:06.768519 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f939d1-844d-4403-a858-2235e12dccc3 req-c57d7c8e-6b76-4249-8709-88477ddeb0d5 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:06.769994 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-53f939d1-844d-4403-a858-2235e12dccc3 req-c57d7c8e-6b76-4249-8709-88477ddeb0d5 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 945 time: 0.0482123 Jul 30 05:07:06.816671 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-53f939d1-844d-4403-a858-2235e12dccc3 req-9ad1cc1d-8281-4685-b121-493750bd85c6 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=aafbe2cd-802f-4714-a5c8-a4487d76b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411949 Jul 30 05:07:07.645143 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b02a58-461f-4940-bf24-4651793fb8e3 req-0f148409-d0ba-4a95-9d38-1ea6a163d447 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:07.646627 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b6b02a58-461f-4940-bf24-4651793fb8e3 req-0f148409-d0ba-4a95-9d38-1ea6a163d447 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=2044debc-6b41-413e-ac3d-89a4cca33a13 HTTP/1.1" status: 200 len: 944 time: 0.0466065 Jul 30 05:07:07.695122 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b6b02a58-461f-4940-bf24-4651793fb8e3 req-3ccb418b-00d2-4ddf-aa0c-bf7801a8ec50 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0430243 Jul 30 05:07:07.919255 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:07:07.937760 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a67e6-e13a-4473-a9e6-8b3ad87f24f7 req-72db1ad1-dd04-45d1-8c63-d14c6b5593fe tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:07.938889 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:07:07.940236 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-ac4a67e6-e13a-4473-a9e6-8b3ad87f24f7 req-72db1ad1-dd04-45d1-8c63-d14c6b5593fe tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 945 time: 0.0500429 Jul 30 05:07:07.942745 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:07:07.986675 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-ac4a67e6-e13a-4473-a9e6-8b3ad87f24f7 req-c2961bc6-8f2d-4268-9fcd-7f14f4ad6b6e tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=aafbe2cd-802f-4714-a5c8-a4487d76b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406725 Jul 30 05:07:08.810868 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2cf55a-3ed3-44ce-bfc2-8db622095590 req-db44cd9b-e9b1-4be3-a60b-353f62b2f523 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:08.812294 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bf2cf55a-3ed3-44ce-bfc2-8db622095590 req-db44cd9b-e9b1-4be3-a60b-353f62b2f523 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=2044debc-6b41-413e-ac3d-89a4cca33a13 HTTP/1.1" status: 200 len: 944 time: 0.0469728 Jul 30 05:07:08.865157 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bf2cf55a-3ed3-44ce-bfc2-8db622095590 req-fdeb05fe-84c0-4626-af4b-d327ee785e09 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0468273 Jul 30 05:07:08.879471 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device d47fd3ca-b5c7-44be-a749-9b228fae6174 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=103972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 05:07:08.975263 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port d47fd3ca-b5c7-44be-a749-9b228fae6174, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=d47fd3ca-b5c7-44be-a749-9b228fae6174,segment=NetworkSegment(a9ddd08e-1fb2-469e-b382-60c39d06501a),segment_id=a9ddd08e-1fb2-469e-b382-60c39d06501a)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:07:08.990065 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Returning: {'device': 'd47fd3ca-b5c7-44be-a749-9b228fae6174', 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377', 'port_id': 'd47fd3ca-b5c7-44be-a749-9b228fae6174', 'mac_address': 'fa:16:3e:68:48:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 05:07:09.025981 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port d47fd3ca-b5c7-44be-a749-9b228fae6174 is: DOWN; New status is: BUILD {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:07:09.026374 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (d47fd3ca-b5c7-44be-a749-9b228fae6174), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:07:09.039998 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d47fd3ca-b5c7-44be-a749-9b228fae6174 {{(pid=103972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 05:07:09.060132 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port d47fd3ca-b5c7-44be-a749-9b228fae6174, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=d47fd3ca-b5c7-44be-a749-9b228fae6174,segment=NetworkSegment(a9ddd08e-1fb2-469e-b382-60c39d06501a),segment_id=a9ddd08e-1fb2-469e-b382-60c39d06501a)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:07:09.065686 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (d47fd3ca-b5c7-44be-a749-9b228fae6174), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:07:09.112632 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb4461-fc55-48bb-837c-3f64f5751ecf req-d155e00c-eed6-4d8d-b14e-74295861621e tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:09.114184 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-34fb4461-fc55-48bb-837c-3f64f5751ecf req-d155e00c-eed6-4d8d-b14e-74295861621e tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 945 time: 0.0500860 Jul 30 05:07:09.114505 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=d47fd3ca-b5c7-44be-a749-9b228fae6174,revision_number=4']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:07:09.121638 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:09.121985 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:09.122326 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:09.122696 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:09.123030 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:09.123358 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:09.123685 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:09.124010 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:09.124331 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:09.124653 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:09.124976 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:09.125301 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:09.125622 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:09.125939 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:09.126255 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:09.162945 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-34fb4461-fc55-48bb-837c-3f64f5751ecf req-ad15750a-6578-4f69-b4ef-c0e251865c68 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=aafbe2cd-802f-4714-a5c8-a4487d76b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429308 Jul 30 05:07:09.310589 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] get_ports_and_sgs() called for port_ids ['d47fd3ca-b5c7-44be-a749-9b228fae6174'] {{(pid=103972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:07:09.983982 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35264e50-ba1d-4dac-9048-13ea5f7ee78e req-7a73c0a2-8851-4176-8c13-f14c45f15b13 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:09.985433 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-35264e50-ba1d-4dac-9048-13ea5f7ee78e req-7a73c0a2-8851-4176-8c13-f14c45f15b13 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=2044debc-6b41-413e-ac3d-89a4cca33a13 HTTP/1.1" status: 200 len: 945 time: 0.0467799 Jul 30 05:07:10.034940 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-35264e50-ba1d-4dac-9048-13ea5f7ee78e req-a4520bdd-a88a-47d9-921f-719e870d9399 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0431828 Jul 30 05:07:10.281861 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a8102-3155-4091-a66a-c8d0e4643b10 req-abb65a79-a94e-4131-97f3-8c2b26438dde tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:10.283324 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-646a8102-3155-4091-a66a-c8d0e4643b10 req-abb65a79-a94e-4131-97f3-8c2b26438dde tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 945 time: 0.0478973 Jul 30 05:07:10.334241 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-646a8102-3155-4091-a66a-c8d0e4643b10 req-2d33431c-5a0a-4c60-b72d-0a9cbd9565dd tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=aafbe2cd-802f-4714-a5c8-a4487d76b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452056 Jul 30 05:07:10.887115 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device d47fd3ca-b5c7-44be-a749-9b228fae6174 up at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:07:10.930885 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning for port d47fd3ca-b5c7-44be-a749-9b228fae6174 completed by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 30 05:07:10.936467 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning complete for port d47fd3ca-b5c7-44be-a749-9b228fae6174 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:07:10.936848 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (d47fd3ca-b5c7-44be-a749-9b228fae6174), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:07:11.129721 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port d47fd3ca-b5c7-44be-a749-9b228fae6174 is: BUILD; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:07:11.130115 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (d47fd3ca-b5c7-44be-a749-9b228fae6174), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:07:11.153176 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2044debc-6b41-413e-ac3d-89a4cca33a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd47fd3ca-b5c7-44be-a749-9b228fae6174'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:07:11.153385 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e651e85-2e8d-4e70-89a1-3ff60f4dc4c8 req-01033b0c-4607-47bc-98f5-6e78902aaa57 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:11.154888 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8e651e85-2e8d-4e70-89a1-3ff60f4dc4c8 req-01033b0c-4607-47bc-98f5-6e78902aaa57 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=2044debc-6b41-413e-ac3d-89a4cca33a13 HTTP/1.1" status: 200 len: 945 time: 0.0474486 Jul 30 05:07:11.155329 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097f6318ceefad5cd58475957c164f396c8a98df32e112d8bd5bde4ce5121001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b33b32a-cf11-423f-ab5e-0d65a77920c1" -d '{"events": [{"server_uuid": "2044debc-6b41-413e-ac3d-89a4cca33a13", "name": "network-vif-plugged", "status": "completed", "tag": "d47fd3ca-b5c7-44be-a749-9b228fae6174"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:07:11.168344 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port d47fd3ca-b5c7-44be-a749-9b228fae6174, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=d47fd3ca-b5c7-44be-a749-9b228fae6174,segment=NetworkSegment(a9ddd08e-1fb2-469e-b382-60c39d06501a),segment_id=a9ddd08e-1fb2-469e-b382-60c39d06501a)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:07:11.172475 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (d47fd3ca-b5c7-44be-a749-9b228fae6174), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:07:11.196202 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 05:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0095f097-1335-4fa9-aafc-9e4ec009df9e x-openstack-request-id: req-0095f097-1335-4fa9-aafc-9e4ec009df9e {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:07:11.196495 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2044debc-6b41-413e-ac3d-89a4cca33a13", "name": "network-vif-plugged", "status": "completed", "tag": "d47fd3ca-b5c7-44be-a749-9b228fae6174", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:07:11.196744 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0095f097-1335-4fa9-aafc-9e4ec009df9e {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:07:11.197133 dv-cinder-851279-3-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0095f097-1335-4fa9-aafc-9e4ec009df9e'] response: {'server_uuid': '2044debc-6b41-413e-ac3d-89a4cca33a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd47fd3ca-b5c7-44be-a749-9b228fae6174', 'code': 200} Jul 30 05:07:11.212702 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8e651e85-2e8d-4e70-89a1-3ff60f4dc4c8 req-c206c5c5-4a86-4aa4-a9ed-3c5aa7a9702a tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0495448 Jul 30 05:07:11.224742 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=d47fd3ca-b5c7-44be-a749-9b228fae6174,revision_number=5']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:07:11.228643 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:07:11.459815 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a60069-8f37-440c-8c9f-a5f17314d34d req-9224f2bd-b012-4280-9b81-85e3a86348ea tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:11.461293 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-95a60069-8f37-440c-8c9f-a5f17314d34d req-9224f2bd-b012-4280-9b81-85e3a86348ea tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 945 time: 0.0506907 Jul 30 05:07:11.474097 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab88024-e7cf-407e-9068-2bca9ef5bdf3 req-22854418-ae20-4309-aa37-47690a08fca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:11.475647 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0ab88024-e7cf-407e-9068-2bca9ef5bdf3 req-22854418-ae20-4309-aa37-47690a08fca3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2044debc-6b41-413e-ac3d-89a4cca33a13 HTTP/1.1" status: 200 len: 1130 time: 0.0426118 Jul 30 05:07:11.510022 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-95a60069-8f37-440c-8c9f-a5f17314d34d req-94178f37-ddc5-4c31-9c99-483f5e13284b tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=aafbe2cd-802f-4714-a5c8-a4487d76b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428748 Jul 30 05:07:11.521528 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0ab88024-e7cf-407e-9068-2bca9ef5bdf3 req-519dd56f-3f96-48ea-99d0-c5be772a9f57 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0403745 Jul 30 05:07:12.332508 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b91708-b628-4cd1-801d-6e005976739e req-24231705-5e59-44d7-bd22-1a7dac5566b2 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:12.333879 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-18b91708-b628-4cd1-801d-6e005976739e req-24231705-5e59-44d7-bd22-1a7dac5566b2 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=2044debc-6b41-413e-ac3d-89a4cca33a13 HTTP/1.1" status: 200 len: 946 time: 0.0470762 Jul 30 05:07:12.382257 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-18b91708-b628-4cd1-801d-6e005976739e req-9b3d9ff3-d92d-4e88-a58d-47d19f71398c tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0429478 Jul 30 05:07:12.627647 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd43895-cf79-4b5d-a108-7d86fb7e7508 req-40f7428d-b47c-4f57-822c-0cb5225db7a6 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:12.629003 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-4dd43895-cf79-4b5d-a108-7d86fb7e7508 req-40f7428d-b47c-4f57-822c-0cb5225db7a6 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 945 time: 0.0461318 Jul 30 05:07:12.676933 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-4dd43895-cf79-4b5d-a108-7d86fb7e7508 req-1cd510cb-53a8-4c0b-adc8-39f9467aea8f tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=aafbe2cd-802f-4714-a5c8-a4487d76b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423219 Jul 30 05:07:13.504668 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ca433-d898-4222-91a2-9855e9122a3b req-6245efe7-f45a-4ef1-b3ce-3c2bc743b72d tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:13.506119 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8a4ca433-d898-4222-91a2-9855e9122a3b req-6245efe7-f45a-4ef1-b3ce-3c2bc743b72d tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=2044debc-6b41-413e-ac3d-89a4cca33a13 HTTP/1.1" status: 200 len: 946 time: 0.0497496 Jul 30 05:07:13.554504 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8a4ca433-d898-4222-91a2-9855e9122a3b req-2af1db47-70e7-4363-954e-55a2f7f05e9a tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0428367 Jul 30 05:07:13.673975 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a0bbf-9fd6-40d7-b9f6-aea3ec84e13f req-bf731da2-78aa-416d-a5d1-5f529c0f8cca tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:13.675326 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-6f5a0bbf-9fd6-40d7-b9f6-aea3ec84e13f req-bf731da2-78aa-416d-a5d1-5f529c0f8cca tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=2044debc-6b41-413e-ac3d-89a4cca33a13 HTTP/1.1" status: 200 len: 946 time: 0.0512159 Jul 30 05:07:13.724359 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-6f5a0bbf-9fd6-40d7-b9f6-aea3ec84e13f req-d38ad67b-860c-427c-9dee-5837dad6617b tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0435224 Jul 30 05:07:13.751925 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 57920) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:07:13.797929 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e568322-5376-49d2-be35-28ae4ab122b9 req-f492d541-c1d5-4a6e-b44b-80745797cb95 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:13.799933 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6e568322-5376-49d2-be35-28ae4ab122b9 req-f492d541-c1d5-4a6e-b44b-80745797cb95 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 945 time: 0.0488555 Jul 30 05:07:13.848714 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6e568322-5376-49d2-be35-28ae4ab122b9 req-91d3252e-7700-4acc-9c4e-3f0860f1d2c1 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=aafbe2cd-802f-4714-a5c8-a4487d76b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429029 Jul 30 05:07:13.965041 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3166011-2af4-42d8-ae95-71b6b6533721 tempest-TestVolumeBootPattern-1568491254 tempest-TestVolumeBootPattern-1568491254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:13.966679 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-e3166011-2af4-42d8-ae95-71b6b6533721 tempest-TestVolumeBootPattern-1568491254 tempest-TestVolumeBootPattern-1568491254-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2044debc-6b41-413e-ac3d-89a4cca33a13 HTTP/1.1" status: 200 len: 1125 time: 0.2137108 Jul 30 05:07:13.969598 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 57924) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:07:13.974717 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-33fdf839-e4b7-4d1a-b37d-c8a4eae5772d tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Request body: {'floatingip': {'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'port_id': 'd47fd3ca-b5c7-44be-a749-9b228fae6174', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:07:13.996051 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-33fdf839-e4b7-4d1a-b37d-c8a4eae5772d tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:07:14.076702 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-33fdf839-e4b7-4d1a-b37d-c8a4eae5772d tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:07:14.178492 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_common [None req-33fdf839-e4b7-4d1a-b37d-c8a4eae5772d tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Allocated IP 172.27.2.28 (0194f4bd-d033-4ee0-a642-9d17cfb40f96/6c0201b0-7b08-4a32-872b-15ffee5372f4/f3f29bad-f489-4b9c-9422-c5dec628ef54) {{(pid=103970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:07:14.180069 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:07:14.286400 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-33fdf839-e4b7-4d1a-b37d-c8a4eae5772d tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for port (f3f29bad-f489-4b9c-9422-c5dec628ef54), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:07:14.310062 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:07:14.321677 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-33fdf839-e4b7-4d1a-b37d-c8a4eae5772d tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (f3f29bad-f489-4b9c-9422-c5dec628ef54), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:07:14.362863 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fdf839-e4b7-4d1a-b37d-c8a4eae5772d tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Network 0194f4bd-d033-4ee0-a642-9d17cfb40f96 is already hosted by enough agents. {{(pid=103970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:07:14.368058 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-33fdf839-e4b7-4d1a-b37d-c8a4eae5772d tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Resources bound (agent type, host, resource id): {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:07:14.370224 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdf839-e4b7-4d1a-b37d-c8a4eae5772d tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Pushing event updated for resources: {'Port': ['ID=f3f29bad-f489-4b9c-9422-c5dec628ef54,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:07:14.372346 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fdf839-e4b7-4d1a-b37d-c8a4eae5772d tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Received port after_create {{(pid=103970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 05:07:14.397148 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fdf839-e4b7-4d1a-b37d-c8a4eae5772d tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:14.397504 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fdf839-e4b7-4d1a-b37d-c8a4eae5772d tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:14.397855 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fdf839-e4b7-4d1a-b37d-c8a4eae5772d tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:14.398201 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fdf839-e4b7-4d1a-b37d-c8a4eae5772d tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:14.398569 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fdf839-e4b7-4d1a-b37d-c8a4eae5772d tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:14.398910 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fdf839-e4b7-4d1a-b37d-c8a4eae5772d tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:14.399243 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fdf839-e4b7-4d1a-b37d-c8a4eae5772d tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:14.399575 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fdf839-e4b7-4d1a-b37d-c8a4eae5772d tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:14.399907 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fdf839-e4b7-4d1a-b37d-c8a4eae5772d tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:14.400238 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fdf839-e4b7-4d1a-b37d-c8a4eae5772d tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:14.400571 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fdf839-e4b7-4d1a-b37d-c8a4eae5772d tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:14.400899 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fdf839-e4b7-4d1a-b37d-c8a4eae5772d tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:14.401225 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fdf839-e4b7-4d1a-b37d-c8a4eae5772d tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:14.401553 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fdf839-e4b7-4d1a-b37d-c8a4eae5772d tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:14.401877 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fdf839-e4b7-4d1a-b37d-c8a4eae5772d tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:07:14.731731 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-33fdf839-e4b7-4d1a-b37d-c8a4eae5772d tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for floatingip (f4572f69-1275-48a9-b16d-8bd6dd0873a1), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:07:14.796747 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-33fdf839-e4b7-4d1a-b37d-c8a4eae5772d tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (f3f29bad-f489-4b9c-9422-c5dec628ef54), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:07:14.909597 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:07:14.980697 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-33fdf839-e4b7-4d1a-b37d-c8a4eae5772d tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for port (f3f29bad-f489-4b9c-9422-c5dec628ef54), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:07:14.989251 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2030d12-98cb-46c4-ba9f-e4d451850550 req-fd25989f-c8fa-4fe7-be0d-3e684ee28ce8 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:14.990743 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d2030d12-98cb-46c4-ba9f-e4d451850550 req-fd25989f-c8fa-4fe7-be0d-3e684ee28ce8 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 945 time: 0.0639391 Jul 30 05:07:14.991729 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-33fdf839-e4b7-4d1a-b37d-c8a4eae5772d tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410665'] for port (f3f29bad-f489-4b9c-9422-c5dec628ef54), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:07:15.077893 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-33fdf839-e4b7-4d1a-b37d-c8a4eae5772d tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692779'] for floatingip (f4572f69-1275-48a9-b16d-8bd6dd0873a1), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:07:15.379421 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdf839-e4b7-4d1a-b37d-c8a4eae5772d tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Pushing event updated for resources: {'Port': ['ID=f3f29bad-f489-4b9c-9422-c5dec628ef54,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:07:15.394850 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-d2030d12-98cb-46c4-ba9f-e4d451850550 req-935383a3-10dd-4121-9350-fcc25901831b tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=aafbe2cd-802f-4714-a5c8-a4487d76b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3973641 Jul 30 05:07:15.441153 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:07:15.463118 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.db.l3_db [None req-33fdf839-e4b7-4d1a-b37d-c8a4eae5772d tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Floating IP f4572f69-1275-48a9-b16d-8bd6dd0873a1 associated. External IP: 172.27.2.28, port: d47fd3ca-b5c7-44be-a749-9b228fae6174. Jul 30 05:07:15.660249 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33fdf839-e4b7-4d1a-b37d-c8a4eae5772d tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Router 181f97db-441e-48d1-b3ca-28695114c178 has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 05:07:15.763862 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33fdf839-e4b7-4d1a-b37d-c8a4eae5772d tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:07:15.774610 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61360ce-2a7d-4b04-ac27-ba1f97c25342 None None] Sync routers for ids ['181f97db-441e-48d1-b3ca-28695114c178'] in dv-cinder-851279-3-iscsi {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:07:15.777708 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:07:15.783811 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:07:15.784243 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-33fdf839-e4b7-4d1a-b37d-c8a4eae5772d tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for floatingip (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:07:15.787109 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61360ce-2a7d-4b04-ac27-ba1f97c25342 None None] Routers {'181f97db-441e-48d1-b3ca-28695114c178'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:07:15.787728 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-a61360ce-2a7d-4b04-ac27-ba1f97c25342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:06:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['181f97db-441e-48d1-b3ca-28695114c178'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:07:15.815799 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-33fdf839-e4b7-4d1a-b37d-c8a4eae5772d tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8444238 Jul 30 05:07:15.816561 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2044debc-6b41-413e-ac3d-89a4cca33a13', 'tag': 'd47fd3ca-b5c7-44be-a749-9b228fae6174'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:07:15.818848 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74064a32e8a1c82ff25c89edbc1a4916375279028ab6b832636cd606fd6f10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ee4dfa-ce53-4701-a7af-558ce81163de" -d '{"events": [{"name": "network-changed", "server_uuid": "2044debc-6b41-413e-ac3d-89a4cca33a13", "tag": "d47fd3ca-b5c7-44be-a749-9b228fae6174"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:07:15.856690 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Jul 2022 05:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f62b08-1cbf-4af3-92b5-34028b2d68e0 x-openstack-request-id: req-64f62b08-1cbf-4af3-92b5-34028b2d68e0 {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:07:15.856985 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2044debc-6b41-413e-ac3d-89a4cca33a13", "tag": "d47fd3ca-b5c7-44be-a749-9b228fae6174", "status": "completed", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:07:15.857244 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64f62b08-1cbf-4af3-92b5-34028b2d68e0 {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:07:15.857654 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64f62b08-1cbf-4af3-92b5-34028b2d68e0'] response: {'name': 'network-changed', 'server_uuid': '2044debc-6b41-413e-ac3d-89a4cca33a13', 'tag': 'd47fd3ca-b5c7-44be-a749-9b228fae6174', 'status': 'completed', 'code': 200} Jul 30 05:07:15.894313 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-a61360ce-2a7d-4b04-ac27-ba1f97c25342 None None] Set router 181f97db-441e-48d1-b3ca-28695114c178 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:07:15.916399 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee4dfa-ce53-4701-a7af-558ce81163de req-70075f40-1d23-4dd6-b236-fd4f7d9a9e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:15.918052 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-63ee4dfa-ce53-4701-a7af-558ce81163de req-70075f40-1d23-4dd6-b236-fd4f7d9a9e1a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db365a6a9f6041a7a8749fd1a1e3d488&device_id=2044debc-6b41-413e-ac3d-89a4cca33a13 HTTP/1.1" status: 200 len: 1130 time: 0.0386713 Jul 30 05:07:16.011487 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee4dfa-ce53-4701-a7af-558ce81163de req-026e4c69-f7b9-480e-8c92-5fbf95854611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:16.013066 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-63ee4dfa-ce53-4701-a7af-558ce81163de req-026e4c69-f7b9-480e-8c92-5fbf95854611 service neutron] 10.222.0.49 "GET /v2.0/networks?id=05de52c4-affb-4a9e-aea7-e8e105567377 HTTP/1.1" status: 200 len: 913 time: 0.0885825 Jul 30 05:07:16.072177 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:07:16.078697 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (dec4dcff-e2ed-49ed-8dd3-cc3856f345b5), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:07:16.079832 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-63ee4dfa-ce53-4701-a7af-558ce81163de req-5f57f165-d7a9-475c-9d54-8be20ddc7e85 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d47fd3ca-b5c7-44be-a749-9b228fae6174 HTTP/1.1" status: 200 len: 999 time: 0.0556333 Jul 30 05:07:16.120347 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-a61360ce-2a7d-4b04-ac27-ba1f97c25342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181f97db-441e-48d1-b3ca-28695114c178', 'name': 'tempest-TestVolumeBootPattern-1435914711-router', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '831fda61-359a-4643-bf36-517da67281d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:00:46Z', 'updated_at': '2022-07-30T05:00:51Z', 'revision_number': 4, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'gw_port': {'id': '831fda61-359a-4643-bf36-517da67281d0', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:47Z', 'updated_at': '2022-07-30T05:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': 'd3f60ede-8832-44ef-a740-3e163132f71f', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': '181f97db-441e-48d1-b3ca-28695114c178', 'port_id': '2044be95-863c-488f-8fdd-ec89733220ef', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377', 'mac_address': 'fa:16:3e:08:ea:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520739a-9a63-4295-843a-b86a4aa10cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:04:54Z', 'updated_at': '2022-07-30T05:04:56Z', 'revision_number': 1, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'fixed_ip_address_scope': None}, {'id': 'f4572f69-1275-48a9-b16d-8bd6dd0873a1', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': '181f97db-441e-48d1-b3ca-28695114c178', 'port_id': 'd47fd3ca-b5c7-44be-a749-9b228fae6174', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377', 'mac_address': 'fa:16:3e:68:48:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2044debc-6b41-413e-ac3d-89a4cca33a13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:07:14Z', 'updated_at': '2022-07-30T05:07:14Z', 'revision_number': 0, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a74756c1-d67b-4700-95c5-2cbae1b8ba24', 'name': '', 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'mac_address': 'fa:16:3e:ef:e8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:50Z', 'updated_at': '2022-07-30T05:00:58Z', 'revision_number': 5, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'subnets': [{'id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:07:16.131497 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee4dfa-ce53-4701-a7af-558ce81163de req-a495a89f-8e6f-4a05-b780-bffe9d23f12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:16.132924 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-63ee4dfa-ce53-4701-a7af-558ce81163de req-a495a89f-8e6f-4a05-b780-bffe9d23f12a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c798a7dd-9ba8-4ed3-85fe-837d80a7049f HTTP/1.1" status: 200 len: 851 time: 0.0471244 Jul 30 05:07:16.149161 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61360ce-2a7d-4b04-ac27-ba1f97c25342 None None] Checking router: 181f97db-441e-48d1-b3ca-28695114c178 for host: dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:07:16.158379 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61360ce-2a7d-4b04-ac27-ba1f97c25342 None None] Routers {'181f97db-441e-48d1-b3ca-28695114c178'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:07:16.159018 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-a61360ce-2a7d-4b04-ac27-ba1f97c25342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:06:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['181f97db-441e-48d1-b3ca-28695114c178'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:07:16.178517 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee4dfa-ce53-4701-a7af-558ce81163de req-1c548f9d-1a75-4e8b-a130-e0de72e78d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:16.179955 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-63ee4dfa-ce53-4701-a7af-558ce81163de req-1c548f9d-1a75-4e8b-a130-e0de72e78d2b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05de52c4-affb-4a9e-aea7-e8e105567377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412791 Jul 30 05:07:16.193639 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:07:16.260112 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-a61360ce-2a7d-4b04-ac27-ba1f97c25342 None None] Set router 181f97db-441e-48d1-b3ca-28695114c178 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:07:16.272530 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-63ee4dfa-ce53-4701-a7af-558ce81163de req-953435ae-6375-4261-a5b8-f53c63aa8bc0 service neutron] 10.222.0.49 "GET /v2.0/networks/05de52c4-affb-4a9e-aea7-e8e105567377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869813 Jul 30 05:07:16.429856 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-63ee4dfa-ce53-4701-a7af-558ce81163de req-98525920-742f-4f62-b29b-dc034f949207 service neutron] 10.222.0.49 "GET /v2.0/networks/05de52c4-affb-4a9e-aea7-e8e105567377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938530 Jul 30 05:07:16.481018 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-a61360ce-2a7d-4b04-ac27-ba1f97c25342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181f97db-441e-48d1-b3ca-28695114c178', 'name': 'tempest-TestVolumeBootPattern-1435914711-router', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '831fda61-359a-4643-bf36-517da67281d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:00:46Z', 'updated_at': '2022-07-30T05:00:51Z', 'revision_number': 4, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'gw_port': {'id': '831fda61-359a-4643-bf36-517da67281d0', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:47Z', 'updated_at': '2022-07-30T05:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': 'd3f60ede-8832-44ef-a740-3e163132f71f', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': '181f97db-441e-48d1-b3ca-28695114c178', 'port_id': '2044be95-863c-488f-8fdd-ec89733220ef', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377', 'mac_address': 'fa:16:3e:08:ea:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520739a-9a63-4295-843a-b86a4aa10cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:04:54Z', 'updated_at': '2022-07-30T05:04:56Z', 'revision_number': 1, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'fixed_ip_address_scope': None}, {'id': 'f4572f69-1275-48a9-b16d-8bd6dd0873a1', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': '181f97db-441e-48d1-b3ca-28695114c178', 'port_id': 'd47fd3ca-b5c7-44be-a749-9b228fae6174', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377', 'mac_address': 'fa:16:3e:68:48:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2044debc-6b41-413e-ac3d-89a4cca33a13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:07:14Z', 'updated_at': '2022-07-30T05:07:14Z', 'revision_number': 0, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a74756c1-d67b-4700-95c5-2cbae1b8ba24', 'name': '', 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'mac_address': 'fa:16:3e:ef:e8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:50Z', 'updated_at': '2022-07-30T05:00:58Z', 'revision_number': 5, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'subnets': [{'id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:07:16.506450 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61360ce-2a7d-4b04-ac27-ba1f97c25342 None None] The sync data for ids ['181f97db-441e-48d1-b3ca-28695114c178'] in dv-cinder-851279-3-iscsi is: [{'id': '181f97db-441e-48d1-b3ca-28695114c178', 'name': 'tempest-TestVolumeBootPattern-1435914711-router', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '831fda61-359a-4643-bf36-517da67281d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:00:46Z', 'updated_at': '2022-07-30T05:00:51Z', 'revision_number': 4, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'gw_port': {'id': '831fda61-359a-4643-bf36-517da67281d0', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:47Z', 'updated_at': '2022-07-30T05:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': 'd3f60ede-8832-44ef-a740-3e163132f71f', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': '181f97db-441e-48d1-b3ca-28695114c178', 'port_id': '2044be95-863c-488f-8fdd-ec89733220ef', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377', 'mac_address': 'fa:16:3e:08:ea:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520739a-9a63-4295-843a-b86a4aa10cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:04:54Z', 'updated_at': '2022-07-30T05:04:56Z', 'revision_number': 1, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'fixed_ip_address_scope': None}, {'id': 'f4572f69-1275-48a9-b16d-8bd6dd0873a1', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': '181f97db-441e-48d1-b3ca-28695114c178', 'port_id': 'd47fd3ca-b5c7-44be-a749-9b228fae6174', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377', 'mac_address': 'fa:16:3e:68:48:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2044debc-6b41-413e-ac3d-89a4cca33a13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:07:14Z', 'updated_at': '2022-07-30T05:07:14Z', 'revision_number': 0, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a74756c1-d67b-4700-95c5-2cbae1b8ba24', 'name': '', 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'mac_address': 'fa:16:3e:ef:e8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:50Z', 'updated_at': '2022-07-30T05:00:58Z', 'revision_number': 5, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'subnets': [{'id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:07:16.527935 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb0789-f205-402c-96bf-9d51eff1b597 req-977edb25-e90c-4478-a6d3-dca8dc256d46 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:16.529454 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-55eb0789-f205-402c-96bf-9d51eff1b597 req-977edb25-e90c-4478-a6d3-dca8dc256d46 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 945 time: 0.0482755 Jul 30 05:07:16.581097 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-55eb0789-f205-402c-96bf-9d51eff1b597 req-9aea3189-8598-4221-8f48-8ffc6fc931d9 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=aafbe2cd-802f-4714-a5c8-a4487d76b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453939 Jul 30 05:07:16.705243 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4314a185-d5c3-4641-b8ff-f6e52f4e89ec None None] New status for floating IP f4572f69-1275-48a9-b16d-8bd6dd0873a1: ACTIVE {{(pid=103973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 30 05:07:16.794854 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58003f-d1ae-4edd-a76d-c2e398f3fb7d req-6d3bb16f-cddd-4971-9269-8b708b822d7f tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:16.796540 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-6a58003f-d1ae-4edd-a76d-c2e398f3fb7d req-6d3bb16f-cddd-4971-9269-8b708b822d7f tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 945 time: 0.0533285 Jul 30 05:07:16.850216 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-6a58003f-d1ae-4edd-a76d-c2e398f3fb7d req-7085a513-14db-4713-a2ee-5aff97602873 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=aafbe2cd-802f-4714-a5c8-a4487d76b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447042 Jul 30 05:07:16.872435 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d275a4-8d73-4357-b7c2-9af1b0056e4c req-3144f033-a177-4dc0-9019-37141582f24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:16.873989 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a2d275a4-8d73-4357-b7c2-9af1b0056e4c req-3144f033-a177-4dc0-9019-37141582f24a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9f8c70dc5de488698a8ab775c618088&device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 1129 time: 0.0486333 Jul 30 05:07:16.968556 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d275a4-8d73-4357-b7c2-9af1b0056e4c req-8c2c71bd-09d8-495d-8872-daa8e63ea7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:16.970676 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a2d275a4-8d73-4357-b7c2-9af1b0056e4c req-8c2c71bd-09d8-495d-8872-daa8e63ea7d9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=94989f7f-6c27-4232-af89-2c1914199605 HTTP/1.1" status: 200 len: 911 time: 0.0906925 Jul 30 05:07:17.029176 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a2d275a4-8d73-4357-b7c2-9af1b0056e4c req-25a9b8be-b3af-42a8-89f9-724f8e4dd59c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=267d1818-566d-49c4-b27c-b194d59ebd4c HTTP/1.1" status: 200 len: 1000 time: 0.0536990 Jul 30 05:07:17.081764 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d275a4-8d73-4357-b7c2-9af1b0056e4c req-0ca7bf58-ce9e-4f95-86c2-9d95b0fd075f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:17.083238 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a2d275a4-8d73-4357-b7c2-9af1b0056e4c req-0ca7bf58-ce9e-4f95-86c2-9d95b0fd075f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=98442497-4af2-416e-bcf3-345bb9e57377 HTTP/1.1" status: 200 len: 849 time: 0.0476007 Jul 30 05:07:17.125161 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d275a4-8d73-4357-b7c2-9af1b0056e4c req-39ff9ead-c121-4776-a5da-78ac45332fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:17.127287 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a2d275a4-8d73-4357-b7c2-9af1b0056e4c req-39ff9ead-c121-4776-a5da-78ac45332fb7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=94989f7f-6c27-4232-af89-2c1914199605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381646 Jul 30 05:07:17.219517 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a2d275a4-8d73-4357-b7c2-9af1b0056e4c req-4d03e1ce-0a5f-4008-89d8-7f2c0d3b0052 service neutron] 10.222.0.49 "GET /v2.0/networks/94989f7f-6c27-4232-af89-2c1914199605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858753 Jul 30 05:07:17.307999 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a2d275a4-8d73-4357-b7c2-9af1b0056e4c req-5a2b7c95-70cb-4041-af85-4baf688e6957 service neutron] 10.222.0.49 "GET /v2.0/networks/94989f7f-6c27-4232-af89-2c1914199605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825570 Jul 30 05:07:17.972795 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6e0c4-e05f-4884-89e4-5e8324481b7e req-0861dfa6-b807-4b64-95d2-cc5a4a302671 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:17.974221 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-edc6e0c4-e05f-4884-89e4-5e8324481b7e req-0861dfa6-b807-4b64-95d2-cc5a4a302671 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 945 time: 0.0455444 Jul 30 05:07:18.024785 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-edc6e0c4-e05f-4884-89e4-5e8324481b7e req-7fc070ae-36ad-4d24-bc82-a3a6c5849606 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=aafbe2cd-802f-4714-a5c8-a4487d76b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450239 Jul 30 05:07:19.145020 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410afd8-f0ff-4490-b60c-a7d8bb178b48 req-02d6e579-ff72-4062-bb08-a896527fccb2 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:19.146491 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e410afd8-f0ff-4490-b60c-a7d8bb178b48 req-02d6e579-ff72-4062-bb08-a896527fccb2 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 945 time: 0.0461011 Jul 30 05:07:19.171969 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:07:19.194506 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e410afd8-f0ff-4490-b60c-a7d8bb178b48 req-8f4230d1-5e2b-4d2e-9da8-c2606a8dfc7c tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=aafbe2cd-802f-4714-a5c8-a4487d76b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425255 Jul 30 05:07:20.520560 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-7f178868-5d26-462f-aadc-c8898d751b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:07:22.849216 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-c4252475-0e38-4ddf-b5d9-bc363dcca342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:07:23.912533 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:07:25.072308 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-97c6663e-ef7f-4321-b563-a622a6921199 req-17312f21-5cdb-4839-b36f-1216cd3d62e9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390708 Jul 30 05:07:25.135140 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6663e-ef7f-4321-b563-a622a6921199 req-9808b7e7-3609-4d72-abf5-1a9fd5394685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:25.136571 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-97c6663e-ef7f-4321-b563-a622a6921199 req-9808b7e7-3609-4d72-abf5-1a9fd5394685 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9f8c70dc5de488698a8ab775c618088&device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 1129 time: 0.0375361 Jul 30 05:07:25.210309 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:07:25.242422 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6663e-ef7f-4321-b563-a622a6921199 req-68e4c82c-68a4-4549-8701-87f1a1cf04a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:25.243879 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-97c6663e-ef7f-4321-b563-a622a6921199 req-68e4c82c-68a4-4549-8701-87f1a1cf04a8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=94989f7f-6c27-4232-af89-2c1914199605 HTTP/1.1" status: 200 len: 911 time: 0.0884793 Jul 30 05:07:25.303926 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-97c6663e-ef7f-4321-b563-a622a6921199 req-ab1a78e3-841c-4437-9752-115cdb8d6b60 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=267d1818-566d-49c4-b27c-b194d59ebd4c HTTP/1.1" status: 200 len: 1000 time: 0.0542901 Jul 30 05:07:25.324994 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:07:25.345365 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:07:25.352800 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6663e-ef7f-4321-b563-a622a6921199 req-4da4c5d8-f530-4e38-881f-bc5b2fcee1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:25.354230 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-97c6663e-ef7f-4321-b563-a622a6921199 req-4da4c5d8-f530-4e38-881f-bc5b2fcee1e8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=98442497-4af2-416e-bcf3-345bb9e57377 HTTP/1.1" status: 200 len: 849 time: 0.0441623 Jul 30 05:07:25.401380 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6663e-ef7f-4321-b563-a622a6921199 req-64f57e7f-c43c-43fa-944a-3c1d8227bb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:25.402855 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-97c6663e-ef7f-4321-b563-a622a6921199 req-64f57e7f-c43c-43fa-944a-3c1d8227bb00 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=94989f7f-6c27-4232-af89-2c1914199605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424402 Jul 30 05:07:25.496365 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-97c6663e-ef7f-4321-b563-a622a6921199 req-44f9f0d4-f2d9-4b2a-9e1f-724348c19738 service neutron] 10.222.0.49 "GET /v2.0/networks/94989f7f-6c27-4232-af89-2c1914199605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871220 Jul 30 05:07:25.587831 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-97c6663e-ef7f-4321-b563-a622a6921199 req-9a6e1635-fdca-49ef-85da-f77360d5846d service neutron] 10.222.0.49 "GET /v2.0/networks/94989f7f-6c27-4232-af89-2c1914199605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850816 Jul 30 05:07:25.715540 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:07:26.809308 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:07:26.839980 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:07:29.188505 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=69 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:07:29.190836 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:07:35.583585 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=36 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:07:35.584395 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=25 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:07:35.704218 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:07:35.711608 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:07:38.231566 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.agents_db [None req-c768def0-c5c3-40f0-ac12-561af9dad95f None None] Agent healthcheck: found 6 active agents {{(pid=103973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:07:46.076623 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (dec4dcff-e2ed-49ed-8dd3-cc3856f345b5), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:07:49.168941 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=6 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:07:49.169717 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:07:50.521528 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-fb6dffb3-7e64-42d3-a118-8f49b5633268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:07:52.851247 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-30621912-c3b5-47d5-8049-405b481f4451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:07:53.720608 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd5b74-00fe-405c-9f03-3045af6e75ae req-960922d9-db66-4977-94cb-33b21678d883 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:53.722646 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-11dd5b74-00fe-405c-9f03-3045af6e75ae req-960922d9-db66-4977-94cb-33b21678d883 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 945 time: 0.0494850 Jul 30 05:07:53.769332 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-11dd5b74-00fe-405c-9f03-3045af6e75ae req-39798745-75e7-4009-ad84-504a85474ed8 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=aafbe2cd-802f-4714-a5c8-a4487d76b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410075 Jul 30 05:07:53.918143 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:07:54.889980 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05973ee7-4265-4485-bf12-09e31adf82c5 req-2bbf4cc8-0c43-4bcc-be68-38e6e48a1d3f tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:54.891545 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-05973ee7-4265-4485-bf12-09e31adf82c5 req-2bbf4cc8-0c43-4bcc-be68-38e6e48a1d3f tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 945 time: 0.0480800 Jul 30 05:07:54.942773 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-05973ee7-4265-4485-bf12-09e31adf82c5 req-27aa8aa6-c1c3-492a-a426-a46b6ebbdc61 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=aafbe2cd-802f-4714-a5c8-a4487d76b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455363 Jul 30 05:07:55.331926 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:07:55.718316 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:07:56.062205 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27480b7e-8f21-4fd2-8140-f149f25a3b31 req-6597e606-1a19-4d4f-963e-ecbb8da726d3 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:56.063835 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-27480b7e-8f21-4fd2-8140-f149f25a3b31 req-6597e606-1a19-4d4f-963e-ecbb8da726d3 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 945 time: 0.0508540 Jul 30 05:07:56.110459 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-27480b7e-8f21-4fd2-8140-f149f25a3b31 req-ce787eb8-4d17-452b-b0dd-3f7357da0f7f tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=aafbe2cd-802f-4714-a5c8-a4487d76b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399170 Jul 30 05:07:57.229139 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3ddf7-3bd4-47a6-97f9-6d1edd1e3b70 req-f8a40902-54fe-45ba-a3a0-11add5c3cece tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:57.230632 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-0ea3ddf7-3bd4-47a6-97f9-6d1edd1e3b70 req-f8a40902-54fe-45ba-a3a0-11add5c3cece tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 945 time: 0.0478463 Jul 30 05:07:57.278393 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-0ea3ddf7-3bd4-47a6-97f9-6d1edd1e3b70 req-9b8aa702-5b37-4d28-8135-55c560225cbc tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=aafbe2cd-802f-4714-a5c8-a4487d76b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421968 Jul 30 05:07:58.401266 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa53eb9-eb22-4fd6-9240-1bf94344456e req-f9529366-e14c-4f8d-a01c-f9cd87d908ea tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:58.402708 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bfa53eb9-eb22-4fd6-9240-1bf94344456e req-f9529366-e14c-4f8d-a01c-f9cd87d908ea tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 945 time: 0.0467598 Jul 30 05:07:58.450034 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bfa53eb9-eb22-4fd6-9240-1bf94344456e req-b167ac8e-931a-4635-b523-247330a6b3ed tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=aafbe2cd-802f-4714-a5c8-a4487d76b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415294 Jul 30 05:07:59.571818 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd51b71-d847-4feb-bd39-778b2ff2c16a req-9ea5b589-229a-47d2-b1c2-4d92b0923a5b tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:07:59.573191 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-9dd51b71-d847-4feb-bd39-778b2ff2c16a req-9ea5b589-229a-47d2-b1c2-4d92b0923a5b tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 945 time: 0.0481529 Jul 30 05:07:59.619657 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-9dd51b71-d847-4feb-bd39-778b2ff2c16a req-e4bf994b-d73b-4874-9b2e-469c2615a43b tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=aafbe2cd-802f-4714-a5c8-a4487d76b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409150 Jul 30 05:08:00.737813 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95a08c-b757-4f8f-8253-7bf51205a80f req-537bd68f-8b1e-4ffd-b8ee-5f6051845cb7 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:00.739286 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9f95a08c-b757-4f8f-8253-7bf51205a80f req-537bd68f-8b1e-4ffd-b8ee-5f6051845cb7 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 945 time: 0.0467207 Jul 30 05:08:00.788299 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9f95a08c-b757-4f8f-8253-7bf51205a80f req-1c56ede7-d9fb-45f8-b9b9-54e52ab3b91d tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=aafbe2cd-802f-4714-a5c8-a4487d76b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434265 Jul 30 05:08:01.911583 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58060cd-88f6-4904-bb1b-36dfc2eca202 req-8a1922b5-bf44-4d1d-8209-5d8ee90ae408 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:01.913040 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-c58060cd-88f6-4904-bb1b-36dfc2eca202 req-8a1922b5-bf44-4d1d-8209-5d8ee90ae408 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 945 time: 0.0518265 Jul 30 05:08:01.959412 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-c58060cd-88f6-4904-bb1b-36dfc2eca202 req-712507f5-9fa2-4d50-a095-3d9492c2d06e tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=aafbe2cd-802f-4714-a5c8-a4487d76b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405006 Jul 30 05:08:03.077654 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e181abc-3303-4bee-9d64-d2f681accd40 req-6e1104de-4cd7-4818-ae65-c8f514e43f18 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:03.079125 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2e181abc-3303-4bee-9d64-d2f681accd40 req-6e1104de-4cd7-4818-ae65-c8f514e43f18 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 945 time: 0.0468433 Jul 30 05:08:03.126319 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2e181abc-3303-4bee-9d64-d2f681accd40 req-9dcc631d-7f07-447f-be06-0ef48b68afb6 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=aafbe2cd-802f-4714-a5c8-a4487d76b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407538 Jul 30 05:08:04.244008 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487d157-74e4-413a-a0df-694af8b0aa1f req-f4c703e8-3c52-4bbb-94df-729b179bb068 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:04.245465 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-a487d157-74e4-413a-a0df-694af8b0aa1f req-f4c703e8-3c52-4bbb-94df-729b179bb068 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 945 time: 0.0480897 Jul 30 05:08:04.292392 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-a487d157-74e4-413a-a0df-694af8b0aa1f req-8c5795a3-2d69-41d4-bf51-be68d23fa2f9 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=aafbe2cd-802f-4714-a5c8-a4487d76b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413122 Jul 30 05:08:04.496303 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f5e9c-f7ee-47fc-9807-acd7f2e4190f req-632680a0-e5b4-457b-84c4-d620a65302a2 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:04.497802 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-dc9f5e9c-f7ee-47fc-9807-acd7f2e4190f req-632680a0-e5b4-457b-84c4-d620a65302a2 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 945 time: 0.0518420 Jul 30 05:08:04.525227 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcceb42-6e68-42d4-b449-78a37b041ac3 req-15cf74e4-e048-4b14-946e-75815a290730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:04.526754 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-abcceb42-6e68-42d4-b449-78a37b041ac3 req-15cf74e4-e048-4b14-946e-75815a290730 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9f8c70dc5de488698a8ab775c618088&device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 1129 time: 0.0417986 Jul 30 05:08:04.550515 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-dc9f5e9c-f7ee-47fc-9807-acd7f2e4190f req-0994b026-7728-4a55-b106-b51f8f1f8a93 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=aafbe2cd-802f-4714-a5c8-a4487d76b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463624 Jul 30 05:08:04.620495 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcceb42-6e68-42d4-b449-78a37b041ac3 req-e8a0cc9e-6c07-4647-8cb8-d63069d234f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:04.621938 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-abcceb42-6e68-42d4-b449-78a37b041ac3 req-e8a0cc9e-6c07-4647-8cb8-d63069d234f8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=94989f7f-6c27-4232-af89-2c1914199605 HTTP/1.1" status: 200 len: 911 time: 0.0895731 Jul 30 05:08:04.681438 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-abcceb42-6e68-42d4-b449-78a37b041ac3 req-c3b0d88b-841a-486c-b959-90cff9f9ee06 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=267d1818-566d-49c4-b27c-b194d59ebd4c HTTP/1.1" status: 200 len: 1000 time: 0.0532424 Jul 30 05:08:04.730760 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcceb42-6e68-42d4-b449-78a37b041ac3 req-e7a355b5-194e-4431-bfa0-c581e74392e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:04.732193 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-abcceb42-6e68-42d4-b449-78a37b041ac3 req-e7a355b5-194e-4431-bfa0-c581e74392e7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=98442497-4af2-416e-bcf3-345bb9e57377 HTTP/1.1" status: 200 len: 849 time: 0.0450461 Jul 30 05:08:05.025571 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcceb42-6e68-42d4-b449-78a37b041ac3 req-ab64e340-555d-4e7a-9136-dffc06a62558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:05.027075 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-abcceb42-6e68-42d4-b449-78a37b041ac3 req-ab64e340-555d-4e7a-9136-dffc06a62558 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=94989f7f-6c27-4232-af89-2c1914199605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2890508 Jul 30 05:08:05.114287 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-abcceb42-6e68-42d4-b449-78a37b041ac3 req-438db55b-d8e4-4cd9-bb2c-ed6e66d092b7 service neutron] 10.222.0.49 "GET /v2.0/networks/94989f7f-6c27-4232-af89-2c1914199605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807536 Jul 30 05:08:05.202928 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-abcceb42-6e68-42d4-b449-78a37b041ac3 req-dacecfcc-8b6c-4dc1-a2a1-4351dd9ed7c1 service neutron] 10.222.0.49 "GET /v2.0/networks/94989f7f-6c27-4232-af89-2c1914199605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831463 Jul 30 05:08:05.633747 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:05.680573 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236e2bd-6c55-4a13-a4e9-8ca208db01ef req-f72ee6e1-037a-4791-9fc3-9b06dc9e0139 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:05.682029 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3236e2bd-6c55-4a13-a4e9-8ca208db01ef req-f72ee6e1-037a-4791-9fc3-9b06dc9e0139 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 945 time: 0.0568414 Jul 30 05:08:05.731196 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3236e2bd-6c55-4a13-a4e9-8ca208db01ef req-173fb0e3-8f5c-4fc3-ad7b-e06a2c5a0d3f tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=aafbe2cd-802f-4714-a5c8-a4487d76b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426021 Jul 30 05:08:06.848476 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58931045-7d6d-4076-8e46-88e0346c8ec8 req-2c429ecb-6b2f-42f7-9c9f-71c9d5cdc1ec tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:06.849966 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-58931045-7d6d-4076-8e46-88e0346c8ec8 req-2c429ecb-6b2f-42f7-9c9f-71c9d5cdc1ec tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 945 time: 0.0470459 Jul 30 05:08:06.899320 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-58931045-7d6d-4076-8e46-88e0346c8ec8 req-42182bbc-7a64-47ab-93e1-29ca632d4054 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=aafbe2cd-802f-4714-a5c8-a4487d76b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437894 Jul 30 05:08:09.411880 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=18,neutron:UPDATE=5 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:09.413687 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:15.229595 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.agents_db [None req-c768def0-c5c3-40f0-ac12-561af9dad95f None None] Agent healthcheck: found 6 active agents {{(pid=103973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:08:15.723347 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=94 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:15.726030 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=8 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:16.081480 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (dec4dcff-e2ed-49ed-8dd3-cc3856f345b5), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:16.893445 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=61 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:16.895437 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=65 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:20.522734 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-c9304927-d3c1-46f5-bd35-f638b149bd34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:22.852328 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-284aa7e3-9b0b-40c7-a5ae-109bf0fc9ba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:23.917279 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:25.084314 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-51db96df-2afb-48ac-be4c-d57072ce7e36 req-425ca4e9-d05c-4e62-9fff-319a1c0d0725 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8520739a-9a63-4295-843a-b86a4aa10cab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422208 Jul 30 05:08:25.163843 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db96df-2afb-48ac-be4c-d57072ce7e36 req-b99fc6e2-dfd7-437b-92fa-a6623979a83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:25.165281 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-51db96df-2afb-48ac-be4c-d57072ce7e36 req-b99fc6e2-dfd7-437b-92fa-a6623979a83b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db365a6a9f6041a7a8749fd1a1e3d488&device_id=8520739a-9a63-4295-843a-b86a4aa10cab HTTP/1.1" status: 200 len: 1130 time: 0.0396566 Jul 30 05:08:25.225216 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:25.225936 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=5 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:25.271864 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db96df-2afb-48ac-be4c-d57072ce7e36 req-1fdcc54e-0348-4aea-9d50-d3f148e8987d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:25.273309 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-51db96df-2afb-48ac-be4c-d57072ce7e36 req-1fdcc54e-0348-4aea-9d50-d3f148e8987d service neutron] 10.222.0.49 "GET /v2.0/networks?id=05de52c4-affb-4a9e-aea7-e8e105567377 HTTP/1.1" status: 200 len: 913 time: 0.0896368 Jul 30 05:08:25.333930 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:25.334738 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-51db96df-2afb-48ac-be4c-d57072ce7e36 req-bbaf5f96-f8c0-4ed9-839c-a31348916530 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2044be95-863c-488f-8fdd-ec89733220ef HTTP/1.1" status: 200 len: 1002 time: 0.0548098 Jul 30 05:08:25.382560 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db96df-2afb-48ac-be4c-d57072ce7e36 req-699a3e2f-36fc-4d07-8587-26ff77326e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:25.383943 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-51db96df-2afb-48ac-be4c-d57072ce7e36 req-699a3e2f-36fc-4d07-8587-26ff77326e55 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c798a7dd-9ba8-4ed3-85fe-837d80a7049f HTTP/1.1" status: 200 len: 851 time: 0.0432026 Jul 30 05:08:25.429603 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db96df-2afb-48ac-be4c-d57072ce7e36 req-f305434c-f4b9-4ac2-bcb7-5f381f8eacb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:25.431273 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-51db96df-2afb-48ac-be4c-d57072ce7e36 req-f305434c-f4b9-4ac2-bcb7-5f381f8eacb1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05de52c4-affb-4a9e-aea7-e8e105567377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416093 Jul 30 05:08:25.520454 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-51db96df-2afb-48ac-be4c-d57072ce7e36 req-dcec38a9-665a-4d54-bb25-4a560a09b37c service neutron] 10.222.0.49 "GET /v2.0/networks/05de52c4-affb-4a9e-aea7-e8e105567377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823808 Jul 30 05:08:25.612551 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-51db96df-2afb-48ac-be4c-d57072ce7e36 req-19dea764-2efc-4f43-a681-d1bbd9afa5e0 service neutron] 10.222.0.49 "GET /v2.0/networks/05de52c4-affb-4a9e-aea7-e8e105567377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858662 Jul 30 05:08:25.719319 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:35.607284 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=55 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:35.609304 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=46 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:35.713244 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:35.715092 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:39.296681 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f117e-13ed-43c8-aada-628af62d815e req-c12f0b8f-45cb-4c6f-94f2-dc119ad5a46b tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:39.298889 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2f7f117e-13ed-43c8-aada-628af62d815e req-c12f0b8f-45cb-4c6f-94f2-dc119ad5a46b tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 945 time: 0.1840148 Jul 30 05:08:39.345733 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2f7f117e-13ed-43c8-aada-628af62d815e req-932f12c2-7792-4f5d-9df6-237d1a31254a tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=aafbe2cd-802f-4714-a5c8-a4487d76b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411515 Jul 30 05:08:40.514753 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c7f08-b0fd-4f9a-9690-3e1160b90cda req-e33c522a-8254-4855-8816-d01a5fd4344f tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:40.516730 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-523c7f08-b0fd-4f9a-9690-3e1160b90cda req-e33c522a-8254-4855-8816-d01a5fd4344f tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 945 time: 0.0957098 Jul 30 05:08:40.564241 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-523c7f08-b0fd-4f9a-9690-3e1160b90cda req-91e13fed-aafd-4fa2-b5d0-f7aea1211acf tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=aafbe2cd-802f-4714-a5c8-a4487d76b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413899 Jul 30 05:08:40.928897 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a09810-b038-4577-a334-e3a7c570655c req-83ebc997-f360-4c26-aab8-bc97c110dc4e tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:40.930229 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-16a09810-b038-4577-a334-e3a7c570655c req-83ebc997-f360-4c26-aab8-bc97c110dc4e tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 945 time: 0.0462604 Jul 30 05:08:41.015465 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-16a09810-b038-4577-a334-e3a7c570655c req-be378639-5d5c-43a0-bf8e-a65323eb8a75 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Deleting port 267d1818-566d-49c4-b27c-b194d59ebd4c {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:08:41.015809 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-16a09810-b038-4577-a334-e3a7c570655c req-be378639-5d5c-43a0-bf8e-a65323eb8a75 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (267d1818-566d-49c4-b27c-b194d59ebd4c), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:41.106801 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-16a09810-b038-4577-a334-e3a7c570655c req-be378639-5d5c-43a0-bf8e-a65323eb8a75 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] For port 267d1818-566d-49c4-b27c-b194d59ebd4c, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=267d1818-566d-49c4-b27c-b194d59ebd4c,segment=NetworkSegment(716eb1aa-7d0b-477f-bc0e-27e6bc146537),segment_id=716eb1aa-7d0b-477f-bc0e-27e6bc146537)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:08:41.107165 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-16a09810-b038-4577-a334-e3a7c570655c req-be378639-5d5c-43a0-bf8e-a65323eb8a75 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (267d1818-566d-49c4-b27c-b194d59ebd4c), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:41.265495 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-16a09810-b038-4577-a334-e3a7c570655c req-be378639-5d5c-43a0-bf8e-a65323eb8a75 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:41.265854 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-16a09810-b038-4577-a334-e3a7c570655c req-be378639-5d5c-43a0-bf8e-a65323eb8a75 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692779'] for floatingip (2a93a445-2a1b-4b45-be9b-f7ee6d136e0c), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:41.266281 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.db.l3_db [req-16a09810-b038-4577-a334-e3a7c570655c req-be378639-5d5c-43a0-bf8e-a65323eb8a75 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Floating IP 2a93a445-2a1b-4b45-be9b-f7ee6d136e0c disassociated. External IP: 172.27.2.37, port: 267d1818-566d-49c4-b27c-b194d59ebd4c. Jul 30 05:08:41.266655 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-16a09810-b038-4577-a334-e3a7c570655c req-be378639-5d5c-43a0-bf8e-a65323eb8a75 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Calling delete_port for 267d1818-566d-49c4-b27c-b194d59ebd4c owned by compute:nova {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:08:41.395175 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-16a09810-b038-4577-a334-e3a7c570655c req-be378639-5d5c-43a0-bf8e-a65323eb8a75 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (267d1818-566d-49c4-b27c-b194d59ebd4c), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:41.423542 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be378639-5d5c-43a0-bf8e-a65323eb8a75 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Pushing event deleted for resources: {'Port': ['ID=267d1818-566d-49c4-b27c-b194d59ebd4c,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:08:41.435117 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be378639-5d5c-43a0-bf8e-a65323eb8a75 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:41.435474 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be378639-5d5c-43a0-bf8e-a65323eb8a75 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:41.435816 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be378639-5d5c-43a0-bf8e-a65323eb8a75 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:41.436159 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be378639-5d5c-43a0-bf8e-a65323eb8a75 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:41.436526 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be378639-5d5c-43a0-bf8e-a65323eb8a75 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:41.436837 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be378639-5d5c-43a0-bf8e-a65323eb8a75 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:41.437163 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be378639-5d5c-43a0-bf8e-a65323eb8a75 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:41.437487 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be378639-5d5c-43a0-bf8e-a65323eb8a75 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:41.437873 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be378639-5d5c-43a0-bf8e-a65323eb8a75 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:41.438267 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be378639-5d5c-43a0-bf8e-a65323eb8a75 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:41.438620 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be378639-5d5c-43a0-bf8e-a65323eb8a75 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:41.438947 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be378639-5d5c-43a0-bf8e-a65323eb8a75 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:41.439267 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be378639-5d5c-43a0-bf8e-a65323eb8a75 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:41.439602 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be378639-5d5c-43a0-bf8e-a65323eb8a75 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:41.439900 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be378639-5d5c-43a0-bf8e-a65323eb8a75 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:41.542042 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16a09810-b038-4577-a334-e3a7c570655c req-be378639-5d5c-43a0-bf8e-a65323eb8a75 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Router e8e4fb20-1b16-4435-ae41-e08f96f8c7ad has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 05:08:41.588151 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:41.669955 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16a09810-b038-4577-a334-e3a7c570655c req-be378639-5d5c-43a0-bf8e-a65323eb8a75 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:08:41.674044 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f9c5989e-c548-429c-afdb-6609f9ebd6fc req-6e09b82a-d86d-4110-b5b4-684889018a87 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb65e17c-681e-4949-a673-03130f14c360 HTTP/1.1" status: 200 len: 210 time: 0.0356059 Jul 30 05:08:41.680453 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d182d91-b89b-45df-bdaa-6ca2b1484e0b None None] Sync routers for ids ['e8e4fb20-1b16-4435-ae41-e08f96f8c7ad'] in dv-cinder-851279-3-iscsi {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:08:41.704933 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d182d91-b89b-45df-bdaa-6ca2b1484e0b None None] Routers {'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:08:41.705554 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-4d182d91-b89b-45df-bdaa-6ca2b1484e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:08:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['e8e4fb20-1b16-4435-ae41-e08f96f8c7ad'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:08:41.716760 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a09810-b038-4577-a334-e3a7c570655c req-be378639-5d5c-43a0-bf8e-a65323eb8a75 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] No DVR routers for this DVR port 267d1818-566d-49c4-b27c-b194d59ebd4c on host hv-cinder-85127 {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 30 05:08:41.720560 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-16a09810-b038-4577-a334-e3a7c570655c req-be378639-5d5c-43a0-bf8e-a65323eb8a75 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:41.723806 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-16a09810-b038-4577-a334-e3a7c570655c req-be378639-5d5c-43a0-bf8e-a65323eb8a75 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.49 "DELETE /v2.0/ports/267d1818-566d-49c4-b27c-b194d59ebd4c HTTP/1.1" status: 204 len: 173 time: 0.7876766 Jul 30 05:08:41.724240 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb65e17c-681e-4949-a673-03130f14c360', 'name': 'network-vif-deleted', 'tag': '267d1818-566d-49c4-b27c-b194d59ebd4c'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:08:41.726560 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b16b4900bbfc643f3f19b33d02e463cc441e963483cfbcd5657a130b47b3c9ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eac118a-62c2-4513-a500-a0b635b02cf7" -d '{"events": [{"server_uuid": "fb65e17c-681e-4949-a673-03130f14c360", "name": "network-vif-deleted", "tag": "267d1818-566d-49c4-b27c-b194d59ebd4c"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:08:41.765691 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 05:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb853c5-bd99-4bd8-9d68-806d5623079f x-openstack-request-id: req-3bb853c5-bd99-4bd8-9d68-806d5623079f {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:08:41.767221 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb65e17c-681e-4949-a673-03130f14c360", "name": "network-vif-deleted", "tag": "267d1818-566d-49c4-b27c-b194d59ebd4c", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:08:41.767221 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3bb853c5-bd99-4bd8-9d68-806d5623079f {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:08:41.768401 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bb853c5-bd99-4bd8-9d68-806d5623079f'] response: {'server_uuid': 'fb65e17c-681e-4949-a673-03130f14c360', 'name': 'network-vif-deleted', 'tag': '267d1818-566d-49c4-b27c-b194d59ebd4c', 'status': 'completed', 'code': 200} Jul 30 05:08:41.834253 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-4d182d91-b89b-45df-bdaa-6ca2b1484e0b None None] Set router e8e4fb20-1b16-4435-ae41-e08f96f8c7ad gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:08:42.027357 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-4d182d91-b89b-45df-bdaa-6ca2b1484e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'name': 'tempest-AttachVolumeTestJSON-977196658-router', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '5e753a08-d8ff-49ce-a751-def039b7063e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:05:49Z', 'updated_at': '2022-07-30T05:05:52Z', 'revision_number': 4, 'project_id': 'd9f8c70dc5de488698a8ab775c618088', 'gw_port': {'id': '5e753a08-d8ff-49ce-a751-def039b7063e', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:86:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:05:49Z', 'updated_at': '2022-07-30T05:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'c7bb14c8-22ae-48ec-81c0-ed941aba6da8', 'name': '', 'network_id': '94989f7f-6c27-4232-af89-2c1914199605', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'mac_address': 'fa:16:3e:26:f5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '98442497-4af2-416e-bcf3-345bb9e57377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:05:51Z', 'updated_at': '2022-07-30T05:05:57Z', 'revision_number': 5, 'project_id': 'd9f8c70dc5de488698a8ab775c618088', 'subnets': [{'id': '98442497-4af2-416e-bcf3-345bb9e57377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:08:42.051713 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d182d91-b89b-45df-bdaa-6ca2b1484e0b None None] Checking router: e8e4fb20-1b16-4435-ae41-e08f96f8c7ad for host: dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:08:42.060040 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d182d91-b89b-45df-bdaa-6ca2b1484e0b None None] Routers {'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:08:42.060571 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-4d182d91-b89b-45df-bdaa-6ca2b1484e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:08:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['e8e4fb20-1b16-4435-ae41-e08f96f8c7ad'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:08:42.165442 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-4d182d91-b89b-45df-bdaa-6ca2b1484e0b None None] Set router e8e4fb20-1b16-4435-ae41-e08f96f8c7ad gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:08:42.468620 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-4d182d91-b89b-45df-bdaa-6ca2b1484e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'name': 'tempest-AttachVolumeTestJSON-977196658-router', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '5e753a08-d8ff-49ce-a751-def039b7063e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:05:49Z', 'updated_at': '2022-07-30T05:05:52Z', 'revision_number': 4, 'project_id': 'd9f8c70dc5de488698a8ab775c618088', 'gw_port': {'id': '5e753a08-d8ff-49ce-a751-def039b7063e', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:86:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:05:49Z', 'updated_at': '2022-07-30T05:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'c7bb14c8-22ae-48ec-81c0-ed941aba6da8', 'name': '', 'network_id': '94989f7f-6c27-4232-af89-2c1914199605', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'mac_address': 'fa:16:3e:26:f5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '98442497-4af2-416e-bcf3-345bb9e57377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:05:51Z', 'updated_at': '2022-07-30T05:05:57Z', 'revision_number': 5, 'project_id': 'd9f8c70dc5de488698a8ab775c618088', 'subnets': [{'id': '98442497-4af2-416e-bcf3-345bb9e57377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:08:42.496315 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d182d91-b89b-45df-bdaa-6ca2b1484e0b None None] The sync data for ids ['e8e4fb20-1b16-4435-ae41-e08f96f8c7ad'] in dv-cinder-851279-3-iscsi is: [{'id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'name': 'tempest-AttachVolumeTestJSON-977196658-router', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '5e753a08-d8ff-49ce-a751-def039b7063e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:05:49Z', 'updated_at': '2022-07-30T05:05:52Z', 'revision_number': 4, 'project_id': 'd9f8c70dc5de488698a8ab775c618088', 'gw_port': {'id': '5e753a08-d8ff-49ce-a751-def039b7063e', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:86:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:05:49Z', 'updated_at': '2022-07-30T05:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'c7bb14c8-22ae-48ec-81c0-ed941aba6da8', 'name': '', 'network_id': '94989f7f-6c27-4232-af89-2c1914199605', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'mac_address': 'fa:16:3e:26:f5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '98442497-4af2-416e-bcf3-345bb9e57377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:05:51Z', 'updated_at': '2022-07-30T05:05:57Z', 'revision_number': 5, 'project_id': 'd9f8c70dc5de488698a8ab775c618088', 'subnets': [{'id': '98442497-4af2-416e-bcf3-345bb9e57377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:08:42.712362 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2835e333-4ba9-4412-9e4b-f7118d645714 None None] New status for floating IP 2a93a445-2a1b-4b45-be9b-f7ee6d136e0c: DOWN {{(pid=103973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 30 05:08:42.771534 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 58046) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:08:42.832959 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-fb9d96ac-e72a-4b5a-9e03-a4ce313a6cc7 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks [] for security_group (aafbe2cd-802f-4714-a5c8-a4487d76b08b), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:42.858079 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-fb9d96ac-e72a-4b5a-9e03-a4ce313a6cc7 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks [] for security_group (aafbe2cd-802f-4714-a5c8-a4487d76b08b), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:42.907482 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-fb9d96ac-e72a-4b5a-9e03-a4ce313a6cc7 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (aafbe2cd-802f-4714-a5c8-a4487d76b08b), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:42.909984 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-fb9d96ac-e72a-4b5a-9e03-a4ce313a6cc7 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:42.911196 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-fb9d96ac-e72a-4b5a-9e03-a4ce313a6cc7 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "DELETE /v2.0/security-groups/aafbe2cd-802f-4714-a5c8-a4487d76b08b HTTP/1.1" status: 204 len: 168 time: 0.1386685 Jul 30 05:08:42.914110 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 58048) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:08:42.921153 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d96ac-e72a-4b5a-9e03-a4ce313a6cc7 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafbe2cd-802f-4714-a5c8-a4487d76b08b,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:08:42.928361 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 58050) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:08:42.929611 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.api.v2.resource [None req-848624c4-93ea-4f53-bdab-1fb0a2a628cc tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] show failed (client error): The resource could not be found. Jul 30 05:08:42.933472 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-848624c4-93ea-4f53-bdab-1fb0a2a628cc tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups/aafbe2cd-802f-4714-a5c8-a4487d76b08b HTTP/1.1" status: 404 len: 347 time: 0.0154920 Jul 30 05:08:42.933733 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 58052) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:08:42.936632 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9d96ac-e72a-4b5a-9e03-a4ce313a6cc7 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:42.936979 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9d96ac-e72a-4b5a-9e03-a4ce313a6cc7 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:42.937324 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9d96ac-e72a-4b5a-9e03-a4ce313a6cc7 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:42.937691 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9d96ac-e72a-4b5a-9e03-a4ce313a6cc7 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:42.938054 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9d96ac-e72a-4b5a-9e03-a4ce313a6cc7 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:42.938381 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9d96ac-e72a-4b5a-9e03-a4ce313a6cc7 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:42.938737 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9d96ac-e72a-4b5a-9e03-a4ce313a6cc7 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:42.939066 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9d96ac-e72a-4b5a-9e03-a4ce313a6cc7 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:42.939391 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9d96ac-e72a-4b5a-9e03-a4ce313a6cc7 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:42.939997 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9d96ac-e72a-4b5a-9e03-a4ce313a6cc7 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:42.940328 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9d96ac-e72a-4b5a-9e03-a4ce313a6cc7 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:42.940657 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9d96ac-e72a-4b5a-9e03-a4ce313a6cc7 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:42.940985 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9d96ac-e72a-4b5a-9e03-a4ce313a6cc7 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:42.941306 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9d96ac-e72a-4b5a-9e03-a4ce313a6cc7 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:42.941628 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9d96ac-e72a-4b5a-9e03-a4ce313a6cc7 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:43.045556 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-d4fb7d7e-e327-4aba-ac85-735d5dac239b tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Deleting port 5ecaa067-be61-4886-9586-7631d951f470 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:08:43.045908 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d4fb7d7e-e327-4aba-ac85-735d5dac239b tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (5ecaa067-be61-4886-9586-7631d951f470), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:43.085513 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:43.088747 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-90873d4d-1fdc-4657-9368-3f22cdcc893b tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Deleting port f3f29bad-f489-4b9c-9422-c5dec628ef54 {{(pid=103970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:08:43.089104 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-90873d4d-1fdc-4657-9368-3f22cdcc893b tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (f3f29bad-f489-4b9c-9422-c5dec628ef54), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:43.125066 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d4fb7d7e-e327-4aba-ac85-735d5dac239b tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (5ecaa067-be61-4886-9586-7631d951f470), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:43.125944 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d4fb7d7e-e327-4aba-ac85-735d5dac239b tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks [] for floatingip (5ecaa067-be61-4886-9586-7631d951f470), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:43.138716 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-d4fb7d7e-e327-4aba-ac85-735d5dac239b tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Calling delete_port for 5ecaa067-be61-4886-9586-7631d951f470 owned by network:floatingip {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:08:43.169084 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-90873d4d-1fdc-4657-9368-3f22cdcc893b tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (f3f29bad-f489-4b9c-9422-c5dec628ef54), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:43.169415 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-90873d4d-1fdc-4657-9368-3f22cdcc893b tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for floatingip (f3f29bad-f489-4b9c-9422-c5dec628ef54), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:43.182598 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-90873d4d-1fdc-4657-9368-3f22cdcc893b tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Calling delete_port for f3f29bad-f489-4b9c-9422-c5dec628ef54 owned by network:floatingip {{(pid=103970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:08:43.270150 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d4fb7d7e-e327-4aba-ac85-735d5dac239b tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (5ecaa067-be61-4886-9586-7631d951f470), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:43.296743 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb7d7e-e327-4aba-ac85-735d5dac239b tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Pushing event deleted for resources: {'Port': ['ID=5ecaa067-be61-4886-9586-7631d951f470,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:08:43.332567 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-90873d4d-1fdc-4657-9368-3f22cdcc893b tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (f3f29bad-f489-4b9c-9422-c5dec628ef54), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:43.357949 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90873d4d-1fdc-4657-9368-3f22cdcc893b tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Pushing event deleted for resources: {'Port': ['ID=f3f29bad-f489-4b9c-9422-c5dec628ef54,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:08:43.359801 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d4fb7d7e-e327-4aba-ac85-735d5dac239b tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks [] for floatingip (2a93a445-2a1b-4b45-be9b-f7ee6d136e0c), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:43.362262 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d4fb7d7e-e327-4aba-ac85-735d5dac239b tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for floatingip (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:43.363458 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-d4fb7d7e-e327-4aba-ac85-735d5dac239b tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "DELETE /v2.0/floatingips/2a93a445-2a1b-4b45-be9b-f7ee6d136e0c HTTP/1.1" status: 204 len: 168 time: 0.4288352 Jul 30 05:08:43.426376 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-90873d4d-1fdc-4657-9368-3f22cdcc893b tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for floatingip (f4572f69-1275-48a9-b16d-8bd6dd0873a1), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:43.426763 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.db.l3_db [None req-90873d4d-1fdc-4657-9368-3f22cdcc893b tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Floating IP f4572f69-1275-48a9-b16d-8bd6dd0873a1 disassociated (deleted). External IP: 172.27.2.28, port: d47fd3ca-b5c7-44be-a749-9b228fae6174. Jul 30 05:08:43.443879 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 58056) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:08:43.448483 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-04f738e8-e3fd-4399-97b0-4dda68a74481 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2073330974', 'description': 'tempest-description--1372019110'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:08:43.469334 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-04f738e8-e3fd-4399-97b0-4dda68a74481 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:43.531670 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:43.544596 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-04f738e8-e3fd-4399-97b0-4dda68a74481 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks [] for security_group (19b8e304-bab1-4490-9789-ae06f780b27e), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:43.548637 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-04f738e8-e3fd-4399-97b0-4dda68a74481 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (19b8e304-bab1-4490-9789-ae06f780b27e), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:43.567310 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:43.574691 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-04f738e8-e3fd-4399-97b0-4dda68a74481 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:43.575930 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-04f738e8-e3fd-4399-97b0-4dda68a74481 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1310401 Jul 30 05:08:43.579048 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 58058) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:08:43.585451 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f738e8-e3fd-4399-97b0-4dda68a74481 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19b8e304-bab1-4490-9789-ae06f780b27e,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:08:43.610414 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-753e9335-a070-4499-a74d-900030ef8070 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Request body: {'security_group_rule': {'security_group_id': '19b8e304-bab1-4490-9789-ae06f780b27e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:08:43.658957 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90873d4d-1fdc-4657-9368-3f22cdcc893b tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Router 181f97db-441e-48d1-b3ca-28695114c178 has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 05:08:43.659806 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-753e9335-a070-4499-a74d-900030ef8070 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks [] for security_group_rule (c5c57737-d20d-4b3e-8118-850ae6bf3f92), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:43.789289 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-753e9335-a070-4499-a74d-900030ef8070 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks [] for security_group_rule (c5c57737-d20d-4b3e-8118-850ae6bf3f92), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:43.796483 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-753e9335-a070-4499-a74d-900030ef8070 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826758'] for security_group_rule (c5c57737-d20d-4b3e-8118-850ae6bf3f92), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:43.823481 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e9335-a070-4499-a74d-900030ef8070 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5c57737-d20d-4b3e-8118-850ae6bf3f92,revision_number=0']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:08:43.828132 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90873d4d-1fdc-4657-9368-3f22cdcc893b tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:08:43.832343 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-90873d4d-1fdc-4657-9368-3f22cdcc893b tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for floatingip (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:43.838995 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93694173-6f51-49a7-9fda-6b0e785c23ad None None] Sync routers for ids ['181f97db-441e-48d1-b3ca-28695114c178'] in dv-cinder-851279-3-iscsi {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:08:43.840096 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-753e9335-a070-4499-a74d-900030ef8070 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:43.842203 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-753e9335-a070-4499-a74d-900030ef8070 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2615840 Jul 30 05:08:43.845598 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 58060) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:08:43.850865 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-68c6a03f-3fef-4397-b91e-035d70fe64fb tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Request body: {'security_group_rule': {'security_group_id': '19b8e304-bab1-4490-9789-ae06f780b27e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:08:43.852223 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93694173-6f51-49a7-9fda-6b0e785c23ad None None] Routers {'181f97db-441e-48d1-b3ca-28695114c178'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:08:43.853627 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-93694173-6f51-49a7-9fda-6b0e785c23ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:08:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['181f97db-441e-48d1-b3ca-28695114c178'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:08:43.874104 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-90873d4d-1fdc-4657-9368-3f22cdcc893b tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "DELETE /v2.0/floatingips/f4572f69-1275-48a9-b16d-8bd6dd0873a1 HTTP/1.1" status: 204 len: 168 time: 0.9444742 Jul 30 05:08:43.874787 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2044debc-6b41-413e-ac3d-89a4cca33a13', 'tag': 'd47fd3ca-b5c7-44be-a749-9b228fae6174'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:08:43.877391 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74064a32e8a1c82ff25c89edbc1a4916375279028ab6b832636cd606fd6f10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1782a531-d6e4-4b23-9263-65a9f5411d63" -d '{"events": [{"name": "network-changed", "server_uuid": "2044debc-6b41-413e-ac3d-89a4cca33a13", "tag": "d47fd3ca-b5c7-44be-a749-9b228fae6174"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:08:43.909880 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-68c6a03f-3fef-4397-b91e-035d70fe64fb tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks [] for security_group_rule (bb4a880c-116a-4770-a6f3-7b22ec330550), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:43.943023 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Jul 2022 05:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fd1384-a0a8-4f1f-9837-4a06dbad1492 x-openstack-request-id: req-12fd1384-a0a8-4f1f-9837-4a06dbad1492 {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:08:43.943533 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2044debc-6b41-413e-ac3d-89a4cca33a13", "tag": "d47fd3ca-b5c7-44be-a749-9b228fae6174", "status": "completed", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:08:43.944075 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12fd1384-a0a8-4f1f-9837-4a06dbad1492 {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:08:43.944825 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12fd1384-a0a8-4f1f-9837-4a06dbad1492'] response: {'name': 'network-changed', 'server_uuid': '2044debc-6b41-413e-ac3d-89a4cca33a13', 'tag': 'd47fd3ca-b5c7-44be-a749-9b228fae6174', 'status': 'completed', 'code': 200} Jul 30 05:08:43.976900 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-93694173-6f51-49a7-9fda-6b0e785c23ad None None] Set router 181f97db-441e-48d1-b3ca-28695114c178 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:08:44.007450 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-68c6a03f-3fef-4397-b91e-035d70fe64fb tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks [] for security_group_rule (bb4a880c-116a-4770-a6f3-7b22ec330550), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:44.028834 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782a531-d6e4-4b23-9263-65a9f5411d63 req-196ca04a-240d-41dc-a8b1-df03ba5123e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:44.031033 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1782a531-d6e4-4b23-9263-65a9f5411d63 req-196ca04a-240d-41dc-a8b1-df03ba5123e4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db365a6a9f6041a7a8749fd1a1e3d488&device_id=2044debc-6b41-413e-ac3d-89a4cca33a13 HTTP/1.1" status: 200 len: 1130 time: 0.0622363 Jul 30 05:08:44.032927 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-68c6a03f-3fef-4397-b91e-035d70fe64fb tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826758'] for security_group_rule (bb4a880c-116a-4770-a6f3-7b22ec330550), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:44.041770 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:44.056068 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c6a03f-3fef-4397-b91e-035d70fe64fb tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb4a880c-116a-4770-a6f3-7b22ec330550,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:08:44.070832 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-68c6a03f-3fef-4397-b91e-035d70fe64fb tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:44.072456 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-68c6a03f-3fef-4397-b91e-035d70fe64fb tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2256656 Jul 30 05:08:44.075633 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 58068) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:08:44.082074 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-b535daf9-d923-4062-9dac-058046e39a12 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Request body: {'floatingip': {'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:08:44.107623 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b535daf9-d923-4062-9dac-058046e39a12 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:44.142629 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d8c67-ed0c-4147-ab14-6a258488a2a5 req-da4add1b-2481-4620-b0e0-4c65d3784336 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:44.144462 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6c6d8c67-ed0c-4147-ab14-6a258488a2a5 req-da4add1b-2481-4620-b0e0-4c65d3784336 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=2044debc-6b41-413e-ac3d-89a4cca33a13 HTTP/1.1" status: 200 len: 946 time: 0.0553818 Jul 30 05:08:44.155285 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=100 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:44.197624 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b535daf9-d923-4062-9dac-058046e39a12 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:44.200417 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6c6d8c67-ed0c-4147-ab14-6a258488a2a5 req-ac80819a-8a14-4ed4-a44f-212bc295c8fe tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0502050 Jul 30 05:08:44.218511 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-93694173-6f51-49a7-9fda-6b0e785c23ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181f97db-441e-48d1-b3ca-28695114c178', 'name': 'tempest-TestVolumeBootPattern-1435914711-router', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '831fda61-359a-4643-bf36-517da67281d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:00:46Z', 'updated_at': '2022-07-30T05:00:51Z', 'revision_number': 4, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'gw_port': {'id': '831fda61-359a-4643-bf36-517da67281d0', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:47Z', 'updated_at': '2022-07-30T05:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': 'd3f60ede-8832-44ef-a740-3e163132f71f', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': '181f97db-441e-48d1-b3ca-28695114c178', 'port_id': '2044be95-863c-488f-8fdd-ec89733220ef', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377', 'mac_address': 'fa:16:3e:08:ea:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520739a-9a63-4295-843a-b86a4aa10cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:04:54Z', 'updated_at': '2022-07-30T05:04:56Z', 'revision_number': 1, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a74756c1-d67b-4700-95c5-2cbae1b8ba24', 'name': '', 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'mac_address': 'fa:16:3e:ef:e8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:50Z', 'updated_at': '2022-07-30T05:00:58Z', 'revision_number': 5, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'subnets': [{'id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:08:44.220984 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=100 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:44.250951 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93694173-6f51-49a7-9fda-6b0e785c23ad None None] Checking router: 181f97db-441e-48d1-b3ca-28695114c178 for host: dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:08:44.259315 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93694173-6f51-49a7-9fda-6b0e785c23ad None None] Routers {'181f97db-441e-48d1-b3ca-28695114c178'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:08:44.259922 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-93694173-6f51-49a7-9fda-6b0e785c23ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:08:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['181f97db-441e-48d1-b3ca-28695114c178'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:08:44.309247 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_common [None req-b535daf9-d923-4062-9dac-058046e39a12 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Allocated IP 172.27.2.37 (0194f4bd-d033-4ee0-a642-9d17cfb40f96/6c0201b0-7b08-4a32-872b-15ffee5372f4/bd68d2f1-8943-4e5f-b7f1-18b6694c996d) {{(pid=103970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:08:44.363298 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-93694173-6f51-49a7-9fda-6b0e785c23ad None None] Set router 181f97db-441e-48d1-b3ca-28695114c178 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:08:44.412218 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b535daf9-d923-4062-9dac-058046e39a12 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks [] for port (bd68d2f1-8943-4e5f-b7f1-18b6694c996d), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:44.445390 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b535daf9-d923-4062-9dac-058046e39a12 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (bd68d2f1-8943-4e5f-b7f1-18b6694c996d), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:44.449400 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:44.491553 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b535daf9-d923-4062-9dac-058046e39a12 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Network 0194f4bd-d033-4ee0-a642-9d17cfb40f96 is already hosted by enough agents. {{(pid=103970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:08:44.492118 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:44.500285 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.base_scheduler [None req-b535daf9-d923-4062-9dac-058046e39a12 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Resources bound (agent type, host, resource id): {{(pid=103970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:08:44.505297 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b535daf9-d923-4062-9dac-058046e39a12 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Received port after_create {{(pid=103970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 05:08:44.508790 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b535daf9-d923-4062-9dac-058046e39a12 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Pushing event updated for resources: {'Port': ['ID=bd68d2f1-8943-4e5f-b7f1-18b6694c996d,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:08:44.575573 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-93694173-6f51-49a7-9fda-6b0e785c23ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181f97db-441e-48d1-b3ca-28695114c178', 'name': 'tempest-TestVolumeBootPattern-1435914711-router', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '831fda61-359a-4643-bf36-517da67281d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:00:46Z', 'updated_at': '2022-07-30T05:00:51Z', 'revision_number': 4, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'gw_port': {'id': '831fda61-359a-4643-bf36-517da67281d0', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:47Z', 'updated_at': '2022-07-30T05:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': 'd3f60ede-8832-44ef-a740-3e163132f71f', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': '181f97db-441e-48d1-b3ca-28695114c178', 'port_id': '2044be95-863c-488f-8fdd-ec89733220ef', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377', 'mac_address': 'fa:16:3e:08:ea:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520739a-9a63-4295-843a-b86a4aa10cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:04:54Z', 'updated_at': '2022-07-30T05:04:56Z', 'revision_number': 1, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a74756c1-d67b-4700-95c5-2cbae1b8ba24', 'name': '', 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'mac_address': 'fa:16:3e:ef:e8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:50Z', 'updated_at': '2022-07-30T05:00:58Z', 'revision_number': 5, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'subnets': [{'id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:08:44.591452 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b535daf9-d923-4062-9dac-058046e39a12 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks [] for floatingip (39fa2243-1952-4896-8dd4-dba9aafdb8e2), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:44.601366 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93694173-6f51-49a7-9fda-6b0e785c23ad None None] The sync data for ids ['181f97db-441e-48d1-b3ca-28695114c178'] in dv-cinder-851279-3-iscsi is: [{'id': '181f97db-441e-48d1-b3ca-28695114c178', 'name': 'tempest-TestVolumeBootPattern-1435914711-router', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '831fda61-359a-4643-bf36-517da67281d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:00:46Z', 'updated_at': '2022-07-30T05:00:51Z', 'revision_number': 4, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'gw_port': {'id': '831fda61-359a-4643-bf36-517da67281d0', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:47Z', 'updated_at': '2022-07-30T05:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': 'd3f60ede-8832-44ef-a740-3e163132f71f', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': '181f97db-441e-48d1-b3ca-28695114c178', 'port_id': '2044be95-863c-488f-8fdd-ec89733220ef', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377', 'mac_address': 'fa:16:3e:08:ea:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8520739a-9a63-4295-843a-b86a4aa10cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:04:54Z', 'updated_at': '2022-07-30T05:04:56Z', 'revision_number': 1, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a74756c1-d67b-4700-95c5-2cbae1b8ba24', 'name': '', 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'mac_address': 'fa:16:3e:ef:e8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:50Z', 'updated_at': '2022-07-30T05:00:58Z', 'revision_number': 5, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'subnets': [{'id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:08:44.633238 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b535daf9-d923-4062-9dac-058046e39a12 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (bd68d2f1-8943-4e5f-b7f1-18b6694c996d), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:44.791809 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b535daf9-d923-4062-9dac-058046e39a12 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks [] for port (bd68d2f1-8943-4e5f-b7f1-18b6694c996d), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:44.796465 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b535daf9-d923-4062-9dac-058046e39a12 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410665'] for port (bd68d2f1-8943-4e5f-b7f1-18b6694c996d), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:44.835557 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb6b49e-d341-433e-a06b-b41ca1b7a1e3 None None] New status for floating IP f4572f69-1275-48a9-b16d-8bd6dd0873a1: DOWN {{(pid=103973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 30 05:08:44.870410 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b535daf9-d923-4062-9dac-058046e39a12 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Pushing event updated for resources: {'Port': ['ID=bd68d2f1-8943-4e5f-b7f1-18b6694c996d,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:08:44.872747 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b535daf9-d923-4062-9dac-058046e39a12 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692779'] for floatingip (39fa2243-1952-4896-8dd4-dba9aafdb8e2), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:44.888503 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-b535daf9-d923-4062-9dac-058046e39a12 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for floatingip (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:44.889787 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-b535daf9-d923-4062-9dac-058046e39a12 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8128982 Jul 30 05:08:45.009894 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:45.088990 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782a531-d6e4-4b23-9263-65a9f5411d63 req-460d195b-3613-4fa9-a457-8c5b941a2abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:45.090479 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1782a531-d6e4-4b23-9263-65a9f5411d63 req-460d195b-3613-4fa9-a457-8c5b941a2abc service neutron] 10.222.0.49 "GET /v2.0/networks?id=05de52c4-affb-4a9e-aea7-e8e105567377 HTTP/1.1" status: 200 len: 913 time: 0.0892038 Jul 30 05:08:45.095566 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-d5956d16-a108-488c-820e-14c05a16b56d tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2073330974&fields=id&tenant_id=d9f8c70dc5de488698a8ab775c618088 HTTP/1.1" status: 200 len: 267 time: 0.0426395 Jul 30 05:08:45.196584 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1782a531-d6e4-4b23-9263-65a9f5411d63 req-db3981c7-a5a1-46a1-a518-ea8b4f155e7e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d47fd3ca-b5c7-44be-a749-9b228fae6174 HTTP/1.1" status: 200 len: 217 time: 0.0375988 Jul 30 05:08:45.205944 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-00405eae-3ded-4240-a62c-3915d4e1f492 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:45.207442 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-00405eae-3ded-4240-a62c-3915d4e1f492 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/networks?id=94989f7f-6c27-4232-af89-2c1914199605 HTTP/1.1" status: 200 len: 810 time: 0.1054709 Jul 30 05:08:45.223564 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-45945caf-8e15-45e6-9a1f-41dbc3031bdb tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/quotas/d9f8c70dc5de488698a8ab775c618088 HTTP/1.1" status: 200 len: 375 time: 0.0099471 Jul 30 05:08:45.247263 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782a531-d6e4-4b23-9263-65a9f5411d63 req-c51d2908-bbc9-4268-8d68-fa76b4762ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:45.248750 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1782a531-d6e4-4b23-9263-65a9f5411d63 req-c51d2908-bbc9-4268-8d68-fa76b4762ed4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c798a7dd-9ba8-4ed3-85fe-837d80a7049f HTTP/1.1" status: 200 len: 851 time: 0.0459046 Jul 30 05:08:45.273408 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-439d8554-c678-4a00-9c7d-476b6c5e66e8 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d9f8c70dc5de488698a8ab775c618088&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445962 Jul 30 05:08:45.323634 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28c6ba-d77c-4337-af51-c209000fae90 req-11ff3c4c-cdbf-48a0-a563-fa59ae687c0b tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:45.325095 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-da28c6ba-d77c-4337-af51-c209000fae90 req-11ff3c4c-cdbf-48a0-a563-fa59ae687c0b tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=2044debc-6b41-413e-ac3d-89a4cca33a13 HTTP/1.1" status: 200 len: 946 time: 0.0481377 Jul 30 05:08:45.331725 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-da0d2f2f-8a7a-4720-b799-a88663dfa157 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103970) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 30 05:08:45.332731 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-da0d2f2f-8a7a-4720-b799-a88663dfa157 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0479715 Jul 30 05:08:45.373845 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 267d1818-566d-49c4-b27c-b194d59ebd4c no longer exists at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:08:45.376394 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-da28c6ba-d77c-4337-af51-c209000fae90 req-550a0cf7-d204-46fa-b11d-c7f32bbe6c95 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0452249 Jul 30 05:08:45.398420 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] No Port match for: 267d1818-566d-49c4-b27c-b194d59ebd4c {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:08:45.398864 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 267d1818-566d-49c4-b27c-b194d59ebd4c not bound to the agent host hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:08:45.428789 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-8aff028d-7ce5-4762-9ae2-e6666037cdfa service neutron] 10.222.0.20 "GET /v2.0/networks/94989f7f-6c27-4232-af89-2c1914199605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901513 Jul 30 05:08:45.474927 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782a531-d6e4-4b23-9263-65a9f5411d63 req-3f299548-aa94-42dd-bd42-7517c9675fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:45.476843 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1782a531-d6e4-4b23-9263-65a9f5411d63 req-3f299548-aa94-42dd-bd42-7517c9675fe5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05de52c4-affb-4a9e-aea7-e8e105567377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439250 Jul 30 05:08:45.489181 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [req-1782a531-d6e4-4b23-9263-65a9f5411d63 req-ea29390b-e024-49ad-8aaf-9ef7f09e1470 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 30 05:08:45.490121 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1782a531-d6e4-4b23-9263-65a9f5411d63 req-ea29390b-e024-49ad-8aaf-9ef7f09e1470 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061605 Jul 30 05:08:45.520832 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-b9b27780-ea64-44a5-8aaf-1f38f404a627 service neutron] 10.222.0.20 "GET /v2.0/networks/94989f7f-6c27-4232-af89-2c1914199605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862322 Jul 30 05:08:45.590121 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c465ea-01b6-4d1a-816b-1d4b5da22f27 req-f5e48a33-f98f-4e8a-86a7-a46637e46b1c tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:45.591571 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a0c465ea-01b6-4d1a-816b-1d4b5da22f27 req-f5e48a33-f98f-4e8a-86a7-a46637e46b1c tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.49 "GET /v2.0/ports?device_id=2044debc-6b41-413e-ac3d-89a4cca33a13 HTTP/1.1" status: 200 len: 946 time: 0.0870495 Jul 30 05:08:45.716426 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1782a531-d6e4-4b23-9263-65a9f5411d63 req-23c175ad-74d6-4ed1-9513-a594761dff69 service neutron] 10.222.0.49 "GET /v2.0/networks/05de52c4-affb-4a9e-aea7-e8e105567377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108252 Jul 30 05:08:45.720569 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fe2bd593-be3a-47e8-bcad-9afd4eec556e req-11eb7191-fce7-49f6-9672-7c305ba10250 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fd2f208-dd3d-4ea2-b97f-5c70404be701 HTTP/1.1" status: 200 len: 210 time: 0.0599744 Jul 30 05:08:45.777078 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-a0c465ea-01b6-4d1a-816b-1d4b5da22f27 req-5ff5747f-3363-4d58-8b75-e399e8ef202a tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Deleting port d47fd3ca-b5c7-44be-a749-9b228fae6174 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:08:45.777419 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-a0c465ea-01b6-4d1a-816b-1d4b5da22f27 req-5ff5747f-3363-4d58-8b75-e399e8ef202a tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (d47fd3ca-b5c7-44be-a749-9b228fae6174), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:45.897301 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1782a531-d6e4-4b23-9263-65a9f5411d63 req-42c300ae-4c89-47a7-9738-78d8a6f78419 service neutron] 10.222.0.49 "GET /v2.0/networks/05de52c4-affb-4a9e-aea7-e8e105567377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735926 Jul 30 05:08:45.909446 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-a0c465ea-01b6-4d1a-816b-1d4b5da22f27 req-5ff5747f-3363-4d58-8b75-e399e8ef202a tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] For port d47fd3ca-b5c7-44be-a749-9b228fae6174, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=d47fd3ca-b5c7-44be-a749-9b228fae6174,segment=NetworkSegment(a9ddd08e-1fb2-469e-b382-60c39d06501a),segment_id=a9ddd08e-1fb2-469e-b382-60c39d06501a)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:08:45.909821 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-a0c465ea-01b6-4d1a-816b-1d4b5da22f27 req-5ff5747f-3363-4d58-8b75-e399e8ef202a tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (d47fd3ca-b5c7-44be-a749-9b228fae6174), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:45.923676 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-a0c465ea-01b6-4d1a-816b-1d4b5da22f27 req-5ff5747f-3363-4d58-8b75-e399e8ef202a tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Calling delete_port for d47fd3ca-b5c7-44be-a749-9b228fae6174 owned by compute:nova {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:08:46.044801 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:46.079195 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-a0c465ea-01b6-4d1a-816b-1d4b5da22f27 req-5ff5747f-3363-4d58-8b75-e399e8ef202a tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (d47fd3ca-b5c7-44be-a749-9b228fae6174), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:46.089998 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (dec4dcff-e2ed-49ed-8dd3-cc3856f345b5), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:46.122284 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5747f-3363-4d58-8b75-e399e8ef202a tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Pushing event deleted for resources: {'Port': ['ID=d47fd3ca-b5c7-44be-a749-9b228fae6174,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:08:46.154335 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:46.174480 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c465ea-01b6-4d1a-816b-1d4b5da22f27 req-5ff5747f-3363-4d58-8b75-e399e8ef202a tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] No DVR routers for this DVR port d47fd3ca-b5c7-44be-a749-9b228fae6174 on host hv-cinder-85127 {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 30 05:08:46.177530 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-a0c465ea-01b6-4d1a-816b-1d4b5da22f27 req-5ff5747f-3363-4d58-8b75-e399e8ef202a tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:46.181822 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a0c465ea-01b6-4d1a-816b-1d4b5da22f27 req-5ff5747f-3363-4d58-8b75-e399e8ef202a tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.49 "DELETE /v2.0/ports/d47fd3ca-b5c7-44be-a749-9b228fae6174 HTTP/1.1" status: 204 len: 173 time: 0.5838842 Jul 30 05:08:46.182517 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2044debc-6b41-413e-ac3d-89a4cca33a13', 'name': 'network-vif-deleted', 'tag': 'd47fd3ca-b5c7-44be-a749-9b228fae6174'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:08:46.185609 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b16b4900bbfc643f3f19b33d02e463cc441e963483cfbcd5657a130b47b3c9ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cceee7-a84a-434d-8356-278eeb20797c" -d '{"events": [{"server_uuid": "2044debc-6b41-413e-ac3d-89a4cca33a13", "name": "network-vif-deleted", "tag": "d47fd3ca-b5c7-44be-a749-9b228fae6174"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:08:46.225659 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 05:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c05fd8-8c18-4eb7-8705-8262eccf056d x-openstack-request-id: req-89c05fd8-8c18-4eb7-8705-8262eccf056d {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:08:46.225974 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2044debc-6b41-413e-ac3d-89a4cca33a13", "name": "network-vif-deleted", "tag": "d47fd3ca-b5c7-44be-a749-9b228fae6174", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:08:46.226226 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-89c05fd8-8c18-4eb7-8705-8262eccf056d {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:08:46.226671 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89c05fd8-8c18-4eb7-8705-8262eccf056d'] response: {'server_uuid': '2044debc-6b41-413e-ac3d-89a4cca33a13', 'name': 'network-vif-deleted', 'tag': 'd47fd3ca-b5c7-44be-a749-9b228fae6174', 'status': 'completed', 'code': 200} Jul 30 05:08:46.476969 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e7ef7d64-7bb5-4047-ba9d-942d3963a297 req-1197a0ed-9a16-4a41-b6f9-fbdc05851110 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=2044debc-6b41-413e-ac3d-89a4cca33a13 HTTP/1.1" status: 200 len: 210 time: 0.0287154 Jul 30 05:08:46.720053 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-05a4e5b8-ddb9-4c78-8d25-55a7728aae69 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:46.721455 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-05a4e5b8-ddb9-4c78-8d25-55a7728aae69 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.49 "GET /v2.0/networks?id=94989f7f-6c27-4232-af89-2c1914199605 HTTP/1.1" status: 200 len: 810 time: 0.1051233 Jul 30 05:08:46.821562 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-e4f2e2f3-28c0-475f-bf64-daaec0b87f70 req-742d925b-dc76-4ffc-8e66-978fbc5573ce tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fd2f208-dd3d-4ea2-b97f-5c70404be701 HTTP/1.1" status: 200 len: 210 time: 0.0291111 Jul 30 05:08:46.890366 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-066f97fa-1644-4145-a232-18d33f5839bf tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9f8c70dc5de488698a8ab775c618088 HTTP/1.1" status: 200 len: 380 time: 0.0613272 Jul 30 05:08:46.902803 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-5c2fd994-ef0e-456a-b5fc-95ad7eaa9f8f tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Request body: {'port': {'device_id': '8fd2f208-dd3d-4ea2-b97f-5c70404be701', 'network_id': '94989f7f-6c27-4232-af89-2c1914199605', 'admin_state_up': True, 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'security_groups': ['19b8e304-bab1-4490-9789-ae06f780b27e']}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:08:47.014046 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-5c2fd994-ef0e-456a-b5fc-95ad7eaa9f8f tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Made reservation on behalf of d9f8c70dc5de488698a8ab775c618088 for: {'port': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 05:08:47.018754 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-5c2fd994-ef0e-456a-b5fc-95ad7eaa9f8f tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:47.147039 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-5c2fd994-ef0e-456a-b5fc-95ad7eaa9f8f tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Allocated IP 172.20.0.6 (94989f7f-6c27-4232-af89-2c1914199605/98442497-4af2-416e-bcf3-345bb9e57377/ac0f2638-da55-4a28-919f-b194d81ff725) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 05:08:47.286655 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-5c2fd994-ef0e-456a-b5fc-95ad7eaa9f8f tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks [] for port (ac0f2638-da55-4a28-919f-b194d81ff725), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:47.318258 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-5c2fd994-ef0e-456a-b5fc-95ad7eaa9f8f tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736268297840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (ac0f2638-da55-4a28-919f-b194d81ff725), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:47.358183 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-5c2fd994-ef0e-456a-b5fc-95ad7eaa9f8f tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Network 94989f7f-6c27-4232-af89-2c1914199605 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 05:08:47.361901 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-5c2fd994-ef0e-456a-b5fc-95ad7eaa9f8f tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 05:08:47.364259 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-5c2fd994-ef0e-456a-b5fc-95ad7eaa9f8f tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 30 05:08:47.397580 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2fd994-ef0e-456a-b5fc-95ad7eaa9f8f tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Pushing event updated for resources: {'Port': ['ID=ac0f2638-da55-4a28-919f-b194d81ff725,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:08:47.423765 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-5c2fd994-ef0e-456a-b5fc-95ad7eaa9f8f tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:47.424377 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-5c2fd994-ef0e-456a-b5fc-95ad7eaa9f8f tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:47.441127 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-5c2fd994-ef0e-456a-b5fc-95ad7eaa9f8f tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5420060 Jul 30 05:08:47.451757 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-12b4ed2e-4730-4358-b7b7-6d9c9fe8429a service neutron] Request body: {'port': {'device_id': '8fd2f208-dd3d-4ea2-b97f-5c70404be701', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:08:47.517048 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:47.525351 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-12b4ed2e-4730-4358-b7b7-6d9c9fe8429a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (ac0f2638-da55-4a28-919f-b194d81ff725), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:47.528603 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:47.590359 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-4a6f6b27-a0f3-4309-9375-f4af3bfddddc None None] Provisioning complete for port ac0f2638-da55-4a28-919f-b194d81ff725 triggered by entity DHCP. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:08:47.591364 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-4a6f6b27-a0f3-4309-9375-f4af3bfddddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (ac0f2638-da55-4a28-919f-b194d81ff725), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:47.626058 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-4a6f6b27-a0f3-4309-9375-f4af3bfddddc None None] Port ac0f2638-da55-4a28-919f-b194d81ff725 cannot update to ACTIVE because it is not bound. {{(pid=103972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 30 05:08:47.791851 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-12b4ed2e-4730-4358-b7b7-6d9c9fe8429a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac0f2638-da55-4a28-919f-b194d81ff725 {{(pid=103971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 05:08:47.800946 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-12b4ed2e-4730-4358-b7b7-6d9c9fe8429a service neutron] Publish callbacks [] for port (ac0f2638-da55-4a28-919f-b194d81ff725), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:47.815880 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.provisioning_blocks [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-12b4ed2e-4730-4358-b7b7-6d9c9fe8429a service neutron] Transition to ACTIVE for port object ac0f2638-da55-4a28-919f-b194d81ff725 will not be triggered until provisioned by entity L2. {{(pid=103971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 30 05:08:47.820248 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-12b4ed2e-4730-4358-b7b7-6d9c9fe8429a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3264605'] for port (ac0f2638-da55-4a28-919f-b194d81ff725), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:47.887241 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b4ed2e-4730-4358-b7b7-6d9c9fe8429a service neutron] Pushing event updated for resources: {'Port': ['ID=ac0f2638-da55-4a28-919f-b194d81ff725,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:08:47.936371 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-12b4ed2e-4730-4358-b7b7-6d9c9fe8429a service neutron] Attempting to bind port ac0f2638-da55-4a28-919f-b194d81ff725 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 30 05:08:47.936706 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-12b4ed2e-4730-4358-b7b7-6d9c9fe8429a service neutron] Attempting to bind port ac0f2638-da55-4a28-919f-b194d81ff725 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '716eb1aa-7d0b-477f-bc0e-27e6bc146537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '94989f7f-6c27-4232-af89-2c1914199605'}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 30 05:08:47.937038 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-12b4ed2e-4730-4358-b7b7-6d9c9fe8429a service neutron] Attempting to bind port ac0f2638-da55-4a28-919f-b194d81ff725 on network 94989f7f-6c27-4232-af89-2c1914199605 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:08:47.942359 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-12b4ed2e-4730-4358-b7b7-6d9c9fe8429a service neutron] Port ac0f2638-da55-4a28-919f-b194d81ff725 on network 94989f7f-6c27-4232-af89-2c1914199605 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 30 05:08:47.942563 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:47.943038 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-12b4ed2e-4730-4358-b7b7-6d9c9fe8429a service neutron] Attempting to bind port ac0f2638-da55-4a28-919f-b194d81ff725 on network 94989f7f-6c27-4232-af89-2c1914199605 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 30 05:08:47.948203 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-12b4ed2e-4730-4358-b7b7-6d9c9fe8429a service neutron] Checking agent: {'id': 'dec4dcff-e2ed-49ed-8dd3-cc3856f345b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 30, 4, 56, 16), 'started_at': datetime.datetime(2022, 7, 30, 4, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 30, 5, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 30 05:08:47.948519 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-12b4ed2e-4730-4358-b7b7-6d9c9fe8429a service neutron] Checking segment: {'id': '716eb1aa-7d0b-477f-bc0e-27e6bc146537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '94989f7f-6c27-4232-af89-2c1914199605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 30 05:08:47.948904 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-12b4ed2e-4730-4358-b7b7-6d9c9fe8429a service neutron] Bound using segment: {'id': '716eb1aa-7d0b-477f-bc0e-27e6bc146537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '94989f7f-6c27-4232-af89-2c1914199605'} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 30 05:08:47.949332 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-12b4ed2e-4730-4358-b7b7-6d9c9fe8429a service neutron] Bound port: ac0f2638-da55-4a28-919f-b194d81ff725, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '716eb1aa-7d0b-477f-bc0e-27e6bc146537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '94989f7f-6c27-4232-af89-2c1914199605'}}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 30 05:08:47.949684 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-12b4ed2e-4730-4358-b7b7-6d9c9fe8429a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (ac0f2638-da55-4a28-919f-b194d81ff725), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:47.959532 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f60ce0-a412-45e4-8620-d0794abb30e0 req-e19387c8-1f14-49c6-8959-0f1efe4cb7af tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:47.960999 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-02f60ce0-a412-45e4-8620-d0794abb30e0 req-e19387c8-1f14-49c6-8959-0f1efe4cb7af tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fd2f208-dd3d-4ea2-b97f-5c70404be701 HTTP/1.1" status: 200 len: 943 time: 0.0529666 Jul 30 05:08:48.011209 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-12b4ed2e-4730-4358-b7b7-6d9c9fe8429a service neutron] For port ac0f2638-da55-4a28-919f-b194d81ff725, host hv-cinder-85127, cleared binding levels {{(pid=103971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 05:08:48.012761 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-02f60ce0-a412-45e4-8620-d0794abb30e0 req-50326a0e-ea20-4d2a-a02c-1f67163e840c tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=19b8e304-bab1-4490-9789-ae06f780b27e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460861 Jul 30 05:08:48.014306 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-12b4ed2e-4730-4358-b7b7-6d9c9fe8429a service neutron] For port ac0f2638-da55-4a28-919f-b194d81ff725, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=ac0f2638-da55-4a28-919f-b194d81ff725,segment=NetworkSegment(716eb1aa-7d0b-477f-bc0e-27e6bc146537),segment_id=716eb1aa-7d0b-477f-bc0e-27e6bc146537)] {{(pid=103971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 05:08:48.023291 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-12b4ed2e-4730-4358-b7b7-6d9c9fe8429a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3264605'] for port (ac0f2638-da55-4a28-919f-b194d81ff725), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:48.027744 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-12b4ed2e-4730-4358-b7b7-6d9c9fe8429a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:48.028473 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-12b4ed2e-4730-4358-b7b7-6d9c9fe8429a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:48.029849 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-12b4ed2e-4730-4358-b7b7-6d9c9fe8429a service neutron] 10.222.0.49 "PUT /v2.0/ports/ac0f2638-da55-4a28-919f-b194d81ff725 HTTP/1.1" status: 200 len: 1093 time: 0.5822175 Jul 30 05:08:48.104183 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b4ed2e-4730-4358-b7b7-6d9c9fe8429a service neutron] Pushing event updated for resources: {'Port': ['ID=ac0f2638-da55-4a28-919f-b194d81ff725,revision_number=3']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:08:48.118679 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-337d1475-53dd-4964-af86-1fe8fa9a0faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:48.120189 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-337d1475-53dd-4964-af86-1fe8fa9a0faa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9f8c70dc5de488698a8ab775c618088&device_id=8fd2f208-dd3d-4ea2-b97f-5c70404be701 HTTP/1.1" status: 200 len: 1127 time: 0.0437255 Jul 30 05:08:48.158834 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-acaaf220-122c-439e-8ed7-031fc112d62a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac0f2638-da55-4a28-919f-b194d81ff725 HTTP/1.1" status: 200 len: 217 time: 0.0323546 Jul 30 05:08:48.209296 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-33f3504c-804f-4870-b18c-59ad6d20af1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:48.210720 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-33f3504c-804f-4870-b18c-59ad6d20af1f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=98442497-4af2-416e-bcf3-345bb9e57377 HTTP/1.1" status: 200 len: 849 time: 0.0462794 Jul 30 05:08:48.241964 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd2f208-dd3d-4ea2-b97f-5c70404be701', 'tag': 'ac0f2638-da55-4a28-919f-b194d81ff725'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:08:48.244195 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b16b4900bbfc643f3f19b33d02e463cc441e963483cfbcd5657a130b47b3c9ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1d6744-5a7a-45ba-849c-29a04cde70d9" -d '{"events": [{"name": "network-changed", "server_uuid": "8fd2f208-dd3d-4ea2-b97f-5c70404be701", "tag": "ac0f2638-da55-4a28-919f-b194d81ff725"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:08:48.258587 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-b3a00e38-50d4-44fc-beee-d9a5a2de78a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:48.260071 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-b3a00e38-50d4-44fc-beee-d9a5a2de78a1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=94989f7f-6c27-4232-af89-2c1914199605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438712 Jul 30 05:08:48.308338 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Jul 2022 05:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c065d3d-6778-4709-8c72-78e1a6625ca1 x-openstack-request-id: req-1c065d3d-6778-4709-8c72-78e1a6625ca1 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:08:48.308561 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fd2f208-dd3d-4ea2-b97f-5c70404be701", "tag": "ac0f2638-da55-4a28-919f-b194d81ff725", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:08:48.308808 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c065d3d-6778-4709-8c72-78e1a6625ca1 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:08:48.309192 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c065d3d-6778-4709-8c72-78e1a6625ca1'] response: {'name': 'network-changed', 'server_uuid': '8fd2f208-dd3d-4ea2-b97f-5c70404be701', 'tag': 'ac0f2638-da55-4a28-919f-b194d81ff725', 'status': 'completed', 'code': 200} Jul 30 05:08:48.350601 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-15747438-d7fa-43f5-a1e0-9e9bd871a544 service neutron] 10.222.0.49 "GET /v2.0/networks/94989f7f-6c27-4232-af89-2c1914199605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848899 Jul 30 05:08:48.667067 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:48.698296 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ffe5aea9-af8d-40dc-b8e3-fd130f7b7558 req-dcef29eb-01ff-410b-a631-318dbfed11bf service neutron] 10.222.0.49 "GET /v2.0/networks/94989f7f-6c27-4232-af89-2c1914199605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415358 Jul 30 05:08:49.122319 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:49.131686 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deda7e6-8b24-4114-a3ff-8ecacd11f485 req-65e28915-265e-401f-99b6-3f9f946945da tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:49.133155 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-7deda7e6-8b24-4114-a3ff-8ecacd11f485 req-65e28915-265e-401f-99b6-3f9f946945da tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fd2f208-dd3d-4ea2-b97f-5c70404be701 HTTP/1.1" status: 200 len: 943 time: 0.0475538 Jul 30 05:08:49.180577 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-7deda7e6-8b24-4114-a3ff-8ecacd11f485 req-e1686d86-eec5-420a-8ef2-857f2a62b3a6 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=19b8e304-bab1-4490-9789-ae06f780b27e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410666 Jul 30 05:08:49.404692 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device d47fd3ca-b5c7-44be-a749-9b228fae6174 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:08:49.427272 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] No Port match for: d47fd3ca-b5c7-44be-a749-9b228fae6174 {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:08:49.427619 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device d47fd3ca-b5c7-44be-a749-9b228fae6174 not bound to the agent host hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:08:49.557289 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:49.589410 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d6744-5a7a-45ba-849c-29a04cde70d9 req-0f90b0c4-6d9f-4d8c-994a-225a174a2523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:49.590905 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-db1d6744-5a7a-45ba-849c-29a04cde70d9 req-0f90b0c4-6d9f-4d8c-994a-225a174a2523 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9f8c70dc5de488698a8ab775c618088&device_id=8fd2f208-dd3d-4ea2-b97f-5c70404be701 HTTP/1.1" status: 200 len: 1127 time: 0.0876889 Jul 30 05:08:49.683105 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d6744-5a7a-45ba-849c-29a04cde70d9 req-c312324d-52c6-4d18-aad5-5a9580558e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:49.684490 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-db1d6744-5a7a-45ba-849c-29a04cde70d9 req-c312324d-52c6-4d18-aad5-5a9580558e3f service neutron] 10.222.0.49 "GET /v2.0/networks?id=94989f7f-6c27-4232-af89-2c1914199605 HTTP/1.1" status: 200 len: 911 time: 0.0876973 Jul 30 05:08:49.722548 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-db1d6744-5a7a-45ba-849c-29a04cde70d9 req-b4431013-a0e9-4232-80c6-936f5732d681 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac0f2638-da55-4a28-919f-b194d81ff725 HTTP/1.1" status: 200 len: 217 time: 0.0320182 Jul 30 05:08:49.770139 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d6744-5a7a-45ba-849c-29a04cde70d9 req-12e4f01e-c730-42fb-a06a-21b991656e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:49.771595 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-db1d6744-5a7a-45ba-849c-29a04cde70d9 req-12e4f01e-c730-42fb-a06a-21b991656e32 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=98442497-4af2-416e-bcf3-345bb9e57377 HTTP/1.1" status: 200 len: 849 time: 0.0428250 Jul 30 05:08:49.797765 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 58136) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:08:49.819957 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d6744-5a7a-45ba-849c-29a04cde70d9 req-6e25e93e-d04e-450e-8ff0-8d63fa8d257c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:49.821457 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-db1d6744-5a7a-45ba-849c-29a04cde70d9 req-6e25e93e-d04e-450e-8ff0-8d63fa8d257c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=94989f7f-6c27-4232-af89-2c1914199605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438683 Jul 30 05:08:49.912652 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-db1d6744-5a7a-45ba-849c-29a04cde70d9 req-21705e76-ad80-42a6-ac5c-5b597ef1f37b service neutron] 10.222.0.49 "GET /v2.0/networks/94989f7f-6c27-4232-af89-2c1914199605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846252 Jul 30 05:08:49.944078 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-fd21c2e9-7c49-45d8-a759-d890be46ac8e tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Deleting port 8e537135-ab01-46d0-ad2f-e83ce54d3dfc {{(pid=103970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:08:49.944332 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-fd21c2e9-7c49-45d8-a759-d890be46ac8e tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (8e537135-ab01-46d0-ad2f-e83ce54d3dfc), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:50.006872 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-db1d6744-5a7a-45ba-849c-29a04cde70d9 req-9056da0c-2c61-4b42-9a96-1ab9ed318896 service neutron] 10.222.0.49 "GET /v2.0/networks/94989f7f-6c27-4232-af89-2c1914199605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876935 Jul 30 05:08:50.026338 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-fd21c2e9-7c49-45d8-a759-d890be46ac8e tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (8e537135-ab01-46d0-ad2f-e83ce54d3dfc), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:50.026699 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-fd21c2e9-7c49-45d8-a759-d890be46ac8e tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for floatingip (8e537135-ab01-46d0-ad2f-e83ce54d3dfc), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:50.039440 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-fd21c2e9-7c49-45d8-a759-d890be46ac8e tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Calling delete_port for 8e537135-ab01-46d0-ad2f-e83ce54d3dfc owned by network:floatingip {{(pid=103970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:08:50.180949 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-fd21c2e9-7c49-45d8-a759-d890be46ac8e tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (8e537135-ab01-46d0-ad2f-e83ce54d3dfc), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:50.203417 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21c2e9-7c49-45d8-a759-d890be46ac8e tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Pushing event deleted for resources: {'Port': ['ID=8e537135-ab01-46d0-ad2f-e83ce54d3dfc,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:08:50.270957 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-fd21c2e9-7c49-45d8-a759-d890be46ac8e tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for floatingip (d3f60ede-8832-44ef-a740-3e163132f71f), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:50.271362 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.db.l3_db [None req-fd21c2e9-7c49-45d8-a759-d890be46ac8e tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Floating IP d3f60ede-8832-44ef-a740-3e163132f71f disassociated (deleted). External IP: 172.27.2.177, port: 2044be95-863c-488f-8fdd-ec89733220ef. Jul 30 05:08:50.301575 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4a6db-9854-4db5-a476-871878e476f4 req-9a76d8e6-0cf8-4871-bb6f-a1bed6f58ce1 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:50.303058 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-72d4a6db-9854-4db5-a476-871878e476f4 req-9a76d8e6-0cf8-4871-bb6f-a1bed6f58ce1 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fd2f208-dd3d-4ea2-b97f-5c70404be701 HTTP/1.1" status: 200 len: 943 time: 0.0473149 Jul 30 05:08:50.350309 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-72d4a6db-9854-4db5-a476-871878e476f4 req-632157c9-d300-4d29-b04f-e39eb85b1e56 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=19b8e304-bab1-4490-9789-ae06f780b27e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414894 Jul 30 05:08:50.472796 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd21c2e9-7c49-45d8-a759-d890be46ac8e tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Router 181f97db-441e-48d1-b3ca-28695114c178 has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 05:08:50.525461 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-71201a83-4cb1-4594-a544-f90f41101177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:50.526737 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:50.568793 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:50.579156 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd21c2e9-7c49-45d8-a759-d890be46ac8e tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:08:50.583463 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-fd21c2e9-7c49-45d8-a759-d890be46ac8e tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for floatingip (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:50.588628 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a71d56-b4b6-437e-8a40-fd1ca6ecbc7b None None] Sync routers for ids ['181f97db-441e-48d1-b3ca-28695114c178'] in dv-cinder-851279-3-iscsi {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:08:50.599389 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a71d56-b4b6-437e-8a40-fd1ca6ecbc7b None None] Routers {'181f97db-441e-48d1-b3ca-28695114c178'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:08:50.600005 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-77a71d56-b4b6-437e-8a40-fd1ca6ecbc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:08:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['181f97db-441e-48d1-b3ca-28695114c178'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:08:50.614210 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-fd21c2e9-7c49-45d8-a759-d890be46ac8e tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "DELETE /v2.0/floatingips/d3f60ede-8832-44ef-a740-3e163132f71f HTTP/1.1" status: 204 len: 168 time: 0.8152704 Jul 30 05:08:50.614823 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8520739a-9a63-4295-843a-b86a4aa10cab', 'tag': '2044be95-863c-488f-8fdd-ec89733220ef'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:08:50.617052 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74064a32e8a1c82ff25c89edbc1a4916375279028ab6b832636cd606fd6f10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a2281a-f2ce-4f15-93e4-85cf677fce63" -d '{"events": [{"name": "network-changed", "server_uuid": "8520739a-9a63-4295-843a-b86a4aa10cab", "tag": "2044be95-863c-488f-8fdd-ec89733220ef"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:08:50.655903 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Jul 2022 05:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8292f4d-e1d3-418d-a032-8b7e30456068 x-openstack-request-id: req-f8292f4d-e1d3-418d-a032-8b7e30456068 {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:08:50.657222 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8520739a-9a63-4295-843a-b86a4aa10cab", "tag": "2044be95-863c-488f-8fdd-ec89733220ef", "status": "completed", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:08:50.657511 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f8292f4d-e1d3-418d-a032-8b7e30456068 {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:08:50.658064 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8292f4d-e1d3-418d-a032-8b7e30456068'] response: {'name': 'network-changed', 'server_uuid': '8520739a-9a63-4295-843a-b86a4aa10cab', 'tag': '2044be95-863c-488f-8fdd-ec89733220ef', 'status': 'completed', 'code': 200} Jul 30 05:08:50.707381 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-77a71d56-b4b6-437e-8a40-fd1ca6ecbc7b None None] Set router 181f97db-441e-48d1-b3ca-28695114c178 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:08:50.745921 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2281a-f2ce-4f15-93e4-85cf677fce63 req-01b17e85-c954-4229-b241-5a3aea8b09c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:50.747410 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b4a2281a-f2ce-4f15-93e4-85cf677fce63 req-01b17e85-c954-4229-b241-5a3aea8b09c4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db365a6a9f6041a7a8749fd1a1e3d488&device_id=8520739a-9a63-4295-843a-b86a4aa10cab HTTP/1.1" status: 200 len: 1130 time: 0.0614207 Jul 30 05:08:50.880118 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b27146-dc60-4d9e-a30e-7fba72f41451 req-2e73e34a-cc98-4f6c-95e2-7475013ed770 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:50.881587 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-10b27146-dc60-4d9e-a30e-7fba72f41451 req-2e73e34a-cc98-4f6c-95e2-7475013ed770 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=8520739a-9a63-4295-843a-b86a4aa10cab HTTP/1.1" status: 200 len: 946 time: 0.0715914 Jul 30 05:08:50.899280 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2281a-f2ce-4f15-93e4-85cf677fce63 req-476cd3b8-2506-44b9-be48-a9032fba0d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:50.900684 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b4a2281a-f2ce-4f15-93e4-85cf677fce63 req-476cd3b8-2506-44b9-be48-a9032fba0d05 service neutron] 10.222.0.49 "GET /v2.0/networks?id=05de52c4-affb-4a9e-aea7-e8e105567377 HTTP/1.1" status: 200 len: 913 time: 0.1469958 Jul 30 05:08:50.905056 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-77a71d56-b4b6-437e-8a40-fd1ca6ecbc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181f97db-441e-48d1-b3ca-28695114c178', 'name': 'tempest-TestVolumeBootPattern-1435914711-router', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '831fda61-359a-4643-bf36-517da67281d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:00:46Z', 'updated_at': '2022-07-30T05:00:51Z', 'revision_number': 4, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'gw_port': {'id': '831fda61-359a-4643-bf36-517da67281d0', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:47Z', 'updated_at': '2022-07-30T05:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'a74756c1-d67b-4700-95c5-2cbae1b8ba24', 'name': '', 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'mac_address': 'fa:16:3e:ef:e8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:50Z', 'updated_at': '2022-07-30T05:00:58Z', 'revision_number': 5, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'subnets': [{'id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:08:50.930425 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a71d56-b4b6-437e-8a40-fd1ca6ecbc7b None None] Checking router: 181f97db-441e-48d1-b3ca-28695114c178 for host: dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:08:50.938999 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a71d56-b4b6-437e-8a40-fd1ca6ecbc7b None None] Routers {'181f97db-441e-48d1-b3ca-28695114c178'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:08:50.939597 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-77a71d56-b4b6-437e-8a40-fd1ca6ecbc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:08:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['181f97db-441e-48d1-b3ca-28695114c178'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:08:50.940820 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-10b27146-dc60-4d9e-a30e-7fba72f41451 req-7b2df82e-77e5-4382-af0e-f8c630592320 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0512664 Jul 30 05:08:51.028165 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:51.043745 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-77a71d56-b4b6-437e-8a40-fd1ca6ecbc7b None None] Set router 181f97db-441e-48d1-b3ca-28695114c178 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:08:51.074931 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:51.354324 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-77a71d56-b4b6-437e-8a40-fd1ca6ecbc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181f97db-441e-48d1-b3ca-28695114c178', 'name': 'tempest-TestVolumeBootPattern-1435914711-router', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '831fda61-359a-4643-bf36-517da67281d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:00:46Z', 'updated_at': '2022-07-30T05:00:51Z', 'revision_number': 4, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'gw_port': {'id': '831fda61-359a-4643-bf36-517da67281d0', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:47Z', 'updated_at': '2022-07-30T05:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'a74756c1-d67b-4700-95c5-2cbae1b8ba24', 'name': '', 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'mac_address': 'fa:16:3e:ef:e8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:50Z', 'updated_at': '2022-07-30T05:00:58Z', 'revision_number': 5, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'subnets': [{'id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:08:51.380323 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a71d56-b4b6-437e-8a40-fd1ca6ecbc7b None None] The sync data for ids ['181f97db-441e-48d1-b3ca-28695114c178'] in dv-cinder-851279-3-iscsi is: [{'id': '181f97db-441e-48d1-b3ca-28695114c178', 'name': 'tempest-TestVolumeBootPattern-1435914711-router', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '831fda61-359a-4643-bf36-517da67281d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:00:46Z', 'updated_at': '2022-07-30T05:00:51Z', 'revision_number': 4, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'gw_port': {'id': '831fda61-359a-4643-bf36-517da67281d0', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:47Z', 'updated_at': '2022-07-30T05:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'a74756c1-d67b-4700-95c5-2cbae1b8ba24', 'name': '', 'network_id': '05de52c4-affb-4a9e-aea7-e8e105567377', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'mac_address': 'fa:16:3e:ef:e8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:50Z', 'updated_at': '2022-07-30T05:00:58Z', 'revision_number': 5, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'subnets': [{'id': 'c798a7dd-9ba8-4ed3-85fe-837d80a7049f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:08:51.400550 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device ac0f2638-da55-4a28-919f-b194d81ff725 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=103972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 05:08:51.478862 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc3a9d-3456-406e-ade3-0688e9cfcd07 req-1c7d1048-629b-45b0-847c-537f8cc475f7 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:51.480358 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-bdcc3a9d-3456-406e-ade3-0688e9cfcd07 req-1c7d1048-629b-45b0-847c-537f8cc475f7 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fd2f208-dd3d-4ea2-b97f-5c70404be701 HTTP/1.1" status: 200 len: 943 time: 0.0519581 Jul 30 05:08:51.509913 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port ac0f2638-da55-4a28-919f-b194d81ff725, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=ac0f2638-da55-4a28-919f-b194d81ff725,segment=NetworkSegment(716eb1aa-7d0b-477f-bc0e-27e6bc146537),segment_id=716eb1aa-7d0b-477f-bc0e-27e6bc146537)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:08:51.522350 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Returning: {'device': 'ac0f2638-da55-4a28-919f-b194d81ff725', 'network_id': '94989f7f-6c27-4232-af89-2c1914199605', 'port_id': 'ac0f2638-da55-4a28-919f-b194d81ff725', 'mac_address': 'fa:16:3e:11:fb:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98442497-4af2-416e-bcf3-345bb9e57377', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 05:08:51.534221 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-bdcc3a9d-3456-406e-ade3-0688e9cfcd07 req-83a131d2-052c-46f4-bd8c-05497188857a tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=19b8e304-bab1-4490-9789-ae06f780b27e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478814 Jul 30 05:08:51.563620 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port ac0f2638-da55-4a28-919f-b194d81ff725 is: DOWN; New status is: BUILD {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:08:51.564092 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (ac0f2638-da55-4a28-919f-b194d81ff725), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:51.578352 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac0f2638-da55-4a28-919f-b194d81ff725 {{(pid=103972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 30 05:08:51.600109 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port ac0f2638-da55-4a28-919f-b194d81ff725, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=ac0f2638-da55-4a28-919f-b194d81ff725,segment=NetworkSegment(716eb1aa-7d0b-477f-bc0e-27e6bc146537),segment_id=716eb1aa-7d0b-477f-bc0e-27e6bc146537)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:08:51.604183 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (ac0f2638-da55-4a28-919f-b194d81ff725), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:51.625354 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f82000b-ee92-49d0-9cf1-9442c22adb86 None None] New status for floating IP d3f60ede-8832-44ef-a740-3e163132f71f: DOWN {{(pid=103973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 30 05:08:51.657523 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=ac0f2638-da55-4a28-919f-b194d81ff725,revision_number=4']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:08:51.664965 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:51.665317 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:51.665927 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:51.666268 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:51.666637 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:51.666976 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:51.667305 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:51.667650 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:51.667965 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:51.668293 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:51.668622 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:51.668949 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:51.669274 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:51.669671 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:51.670001 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:08:51.778722 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b4a2281a-f2ce-4f15-93e4-85cf677fce63 req-90b4f570-41e4-4b84-86d9-7eb81c24e0da service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2044be95-863c-488f-8fdd-ec89733220ef HTTP/1.1" status: 200 len: 217 time: 0.0339990 Jul 30 05:08:51.828774 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2281a-f2ce-4f15-93e4-85cf677fce63 req-76c0518f-2273-439e-b789-23a3d3ed9815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:51.830323 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b4a2281a-f2ce-4f15-93e4-85cf677fce63 req-76c0518f-2273-439e-b789-23a3d3ed9815 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c798a7dd-9ba8-4ed3-85fe-837d80a7049f HTTP/1.1" status: 200 len: 851 time: 0.0440137 Jul 30 05:08:51.847768 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] get_ports_and_sgs() called for port_ids ['ac0f2638-da55-4a28-919f-b194d81ff725'] {{(pid=103972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 05:08:51.966023 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2281a-f2ce-4f15-93e4-85cf677fce63 req-8c672834-8fcf-416d-81fe-6dc875a2ed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:51.967634 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b4a2281a-f2ce-4f15-93e4-85cf677fce63 req-8c672834-8fcf-416d-81fe-6dc875a2ed02 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05de52c4-affb-4a9e-aea7-e8e105567377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469897 Jul 30 05:08:52.081311 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d8d94-bd8a-4b69-a3c7-f0244b7394fd req-81d23ea9-04a4-4674-9668-9b1265c51a25 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:52.082761 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9f4d8d94-bd8a-4b69-a3c7-f0244b7394fd req-81d23ea9-04a4-4674-9668-9b1265c51a25 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=8520739a-9a63-4295-843a-b86a4aa10cab HTTP/1.1" status: 200 len: 946 time: 0.0637782 Jul 30 05:08:52.115081 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:52.120616 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b4a2281a-f2ce-4f15-93e4-85cf677fce63 req-c15febd4-cde7-49cd-a5cd-c84bd448c3b4 service neutron] 10.222.0.49 "GET /v2.0/networks/05de52c4-affb-4a9e-aea7-e8e105567377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465352 Jul 30 05:08:52.129805 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:52.149009 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9f4d8d94-bd8a-4b69-a3c7-f0244b7394fd req-43d467f9-1261-4c43-a31d-eecfb6ee4218 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf3ed918-95a4-4e38-a727-aa71cf26e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0598710 Jul 30 05:08:52.227582 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.agents_db [None req-c768def0-c5c3-40f0-ac12-561af9dad95f None None] Agent healthcheck: found 6 active agents {{(pid=103973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:08:52.272566 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b4a2281a-f2ce-4f15-93e4-85cf677fce63 req-13ae15a3-2bf6-4a44-971a-80c21c4907d1 service neutron] 10.222.0.49 "GET /v2.0/networks/05de52c4-affb-4a9e-aea7-e8e105567377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134207 Jul 30 05:08:52.292456 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87d881-7cfb-4763-aab2-e3c36914576d req-80cd715a-e920-4e62-a5aa-32d4c7632230 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:52.294005 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1a87d881-7cfb-4763-aab2-e3c36914576d req-80cd715a-e920-4e62-a5aa-32d4c7632230 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.49 "GET /v2.0/ports?device_id=8520739a-9a63-4295-843a-b86a4aa10cab HTTP/1.1" status: 200 len: 946 time: 0.0549963 Jul 30 05:08:52.375948 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-1a87d881-7cfb-4763-aab2-e3c36914576d req-cdec815b-9d17-4e61-8de0-26090b3b2430 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Deleting port 2044be95-863c-488f-8fdd-ec89733220ef {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:08:52.376290 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-1a87d881-7cfb-4763-aab2-e3c36914576d req-cdec815b-9d17-4e61-8de0-26090b3b2430 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (2044be95-863c-488f-8fdd-ec89733220ef), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:52.467555 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-1a87d881-7cfb-4763-aab2-e3c36914576d req-cdec815b-9d17-4e61-8de0-26090b3b2430 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] For port 2044be95-863c-488f-8fdd-ec89733220ef, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=2044be95-863c-488f-8fdd-ec89733220ef,segment=NetworkSegment(a9ddd08e-1fb2-469e-b382-60c39d06501a),segment_id=a9ddd08e-1fb2-469e-b382-60c39d06501a)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:08:52.467916 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-1a87d881-7cfb-4763-aab2-e3c36914576d req-cdec815b-9d17-4e61-8de0-26090b3b2430 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (2044be95-863c-488f-8fdd-ec89733220ef), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:52.481014 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-1a87d881-7cfb-4763-aab2-e3c36914576d req-cdec815b-9d17-4e61-8de0-26090b3b2430 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Calling delete_port for 2044be95-863c-488f-8fdd-ec89733220ef owned by compute:nova {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:08:52.609369 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-1a87d881-7cfb-4763-aab2-e3c36914576d req-cdec815b-9d17-4e61-8de0-26090b3b2430 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (2044be95-863c-488f-8fdd-ec89733220ef), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:52.637097 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec815b-9d17-4e61-8de0-26090b3b2430 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Pushing event deleted for resources: {'Port': ['ID=2044be95-863c-488f-8fdd-ec89733220ef,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:08:52.655216 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64efac3b-abbd-46e0-93f5-3575f900fce8 req-81bbdcc3-bc1e-45f1-a013-0783841ef503 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:52.657122 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-64efac3b-abbd-46e0-93f5-3575f900fce8 req-81bbdcc3-bc1e-45f1-a013-0783841ef503 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fd2f208-dd3d-4ea2-b97f-5c70404be701 HTTP/1.1" status: 200 len: 944 time: 0.0509565 Jul 30 05:08:52.684478 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a87d881-7cfb-4763-aab2-e3c36914576d req-cdec815b-9d17-4e61-8de0-26090b3b2430 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] No DVR routers for this DVR port 2044be95-863c-488f-8fdd-ec89733220ef on host hv-cinder-85127 {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 30 05:08:52.688104 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-1a87d881-7cfb-4763-aab2-e3c36914576d req-cdec815b-9d17-4e61-8de0-26090b3b2430 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:52.691982 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1a87d881-7cfb-4763-aab2-e3c36914576d req-cdec815b-9d17-4e61-8de0-26090b3b2430 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.49 "DELETE /v2.0/ports/2044be95-863c-488f-8fdd-ec89733220ef HTTP/1.1" status: 204 len: 173 time: 0.3909676 Jul 30 05:08:52.692441 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8520739a-9a63-4295-843a-b86a4aa10cab', 'name': 'network-vif-deleted', 'tag': '2044be95-863c-488f-8fdd-ec89733220ef'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:08:52.695525 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b16b4900bbfc643f3f19b33d02e463cc441e963483cfbcd5657a130b47b3c9ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d20b207-9300-4eac-9a1c-cb4c4bb46380" -d '{"events": [{"server_uuid": "8520739a-9a63-4295-843a-b86a4aa10cab", "name": "network-vif-deleted", "tag": "2044be95-863c-488f-8fdd-ec89733220ef"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:08:52.711144 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-64efac3b-abbd-46e0-93f5-3575f900fce8 req-cb19727d-206e-475f-8f29-33765bfaea83 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=19b8e304-bab1-4490-9789-ae06f780b27e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461249 Jul 30 05:08:52.797270 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 05:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288cc333-1682-4c2d-b9d0-a05613ca4718 x-openstack-request-id: req-288cc333-1682-4c2d-b9d0-a05613ca4718 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:08:52.797821 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8520739a-9a63-4295-843a-b86a4aa10cab", "name": "network-vif-deleted", "tag": "2044be95-863c-488f-8fdd-ec89733220ef", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:08:52.797821 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-288cc333-1682-4c2d-b9d0-a05613ca4718 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:08:52.798229 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-288cc333-1682-4c2d-b9d0-a05613ca4718'] response: {'server_uuid': '8520739a-9a63-4295-843a-b86a4aa10cab', 'name': 'network-vif-deleted', 'tag': '2044be95-863c-488f-8fdd-ec89733220ef', 'status': 'completed', 'code': 200} Jul 30 05:08:52.854250 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d83502d8-0d8e-47f8-99f1-cb8e3a4ceb29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:53.264159 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-f23552e1-719f-45b8-ab7a-5bd67ac3b0e3 req-8d64bfe4-a5ef-4c67-9466-16407143db93 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "GET /v2.0/ports?device_id=8520739a-9a63-4295-843a-b86a4aa10cab HTTP/1.1" status: 200 len: 210 time: 0.0294950 Jul 30 05:08:53.420688 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device ac0f2638-da55-4a28-919f-b194d81ff725 up at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 05:08:53.465227 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning for port ac0f2638-da55-4a28-919f-b194d81ff725 completed by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 30 05:08:53.470453 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Provisioning complete for port ac0f2638-da55-4a28-919f-b194d81ff725 triggered by entity L2. {{(pid=103972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 30 05:08:53.470839 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989339'] for port (ac0f2638-da55-4a28-919f-b194d81ff725), provisioning_complete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:53.540261 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Current status of the port ac0f2638-da55-4a28-919f-b194d81ff725 is: BUILD; New status is: ACTIVE {{(pid=103972) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 30 05:08:53.540821 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-817442'] for port (ac0f2638-da55-4a28-919f-b194d81ff725), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:53.550925 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:53.564331 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd2f208-dd3d-4ea2-b97f-5c70404be701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0f2638-da55-4a28-919f-b194d81ff725'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:08:53.566591 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}097f6318ceefad5cd58475957c164f396c8a98df32e112d8bd5bde4ce5121001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699a300f-bd55-457f-9887-9701836dffc8" -d '{"events": [{"server_uuid": "8fd2f208-dd3d-4ea2-b97f-5c70404be701", "name": "network-vif-plugged", "status": "completed", "tag": "ac0f2638-da55-4a28-919f-b194d81ff725"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:08:53.580330 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] For port ac0f2638-da55-4a28-919f-b194d81ff725, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=ac0f2638-da55-4a28-919f-b194d81ff725,segment=NetworkSegment(716eb1aa-7d0b-477f-bc0e-27e6bc146537),segment_id=716eb1aa-7d0b-477f-bc0e-27e6bc146537)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:08:53.584945 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736268793043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736268297858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736268297876'] for port (ac0f2638-da55-4a28-919f-b194d81ff725), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:53.589749 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:53.612116 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 05:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0926c851-bad7-4390-abd7-f664f7478a2f x-openstack-request-id: req-0926c851-bad7-4390-abd7-f664f7478a2f {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:08:53.612408 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd2f208-dd3d-4ea2-b97f-5c70404be701", "name": "network-vif-plugged", "status": "completed", "tag": "ac0f2638-da55-4a28-919f-b194d81ff725", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:08:53.612662 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0926c851-bad7-4390-abd7-f664f7478a2f {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:08:53.613043 dv-cinder-851279-3-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0926c851-bad7-4390-abd7-f664f7478a2f'] response: {'server_uuid': '8fd2f208-dd3d-4ea2-b97f-5c70404be701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0f2638-da55-4a28-919f-b194d81ff725', 'code': 200} Jul 30 05:08:53.637656 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Pushing event updated for resources: {'Port': ['ID=ac0f2638-da55-4a28-919f-b194d81ff725,revision_number=5']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:08:53.771232 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534c389-82e2-4f5b-b2fd-073e5306ba6f req-352bc1f8-ba06-4b4c-a562-bd3dab56be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:53.772813 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0534c389-82e2-4f5b-b2fd-073e5306ba6f req-352bc1f8-ba06-4b4c-a562-bd3dab56be00 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8fd2f208-dd3d-4ea2-b97f-5c70404be701 HTTP/1.1" status: 200 len: 1129 time: 0.0414960 Jul 30 05:08:53.825969 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0534c389-82e2-4f5b-b2fd-073e5306ba6f req-16207040-2b96-4c0a-9860-0c9fa32bc186 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=19b8e304-bab1-4490-9789-ae06f780b27e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465901 Jul 30 05:08:53.844896 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0bce14-16c0-4d76-a977-97170fcfe5f9 req-c7197757-59f2-49e0-9dc4-aecab4f8e786 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:53.846340 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-7c0bce14-16c0-4d76-a977-97170fcfe5f9 req-c7197757-59f2-49e0-9dc4-aecab4f8e786 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fd2f208-dd3d-4ea2-b97f-5c70404be701 HTTP/1.1" status: 200 len: 945 time: 0.0500853 Jul 30 05:08:53.923438 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:54.158223 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-7c0bce14-16c0-4d76-a977-97170fcfe5f9 req-c7af82f9-c0cd-471a-aa22-1be572a831f9 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=19b8e304-bab1-4490-9789-ae06f780b27e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3061256 Jul 30 05:08:54.327094 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 58164) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:08:54.436247 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-2890a34f-906e-4916-b02d-89b72acae2b4 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Deleting port 4bd43211-e626-4e97-b85f-05ba8ca0e639 {{(pid=103970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:08:54.436516 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2890a34f-906e-4916-b02d-89b72acae2b4 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (4bd43211-e626-4e97-b85f-05ba8ca0e639), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:54.511646 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2890a34f-906e-4916-b02d-89b72acae2b4 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (4bd43211-e626-4e97-b85f-05ba8ca0e639), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:54.511989 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2890a34f-906e-4916-b02d-89b72acae2b4 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for floatingip (4bd43211-e626-4e97-b85f-05ba8ca0e639), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:54.524943 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-2890a34f-906e-4916-b02d-89b72acae2b4 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Calling delete_port for 4bd43211-e626-4e97-b85f-05ba8ca0e639 owned by network:floatingip {{(pid=103970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:08:54.654651 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2890a34f-906e-4916-b02d-89b72acae2b4 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (4bd43211-e626-4e97-b85f-05ba8ca0e639), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:54.679278 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890a34f-906e-4916-b02d-89b72acae2b4 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Pushing event deleted for resources: {'Port': ['ID=4bd43211-e626-4e97-b85f-05ba8ca0e639,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:08:54.743917 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2890a34f-906e-4916-b02d-89b72acae2b4 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for floatingip (f4686e67-c241-4e5a-82b6-1d344590da1f), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:54.746357 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2890a34f-906e-4916-b02d-89b72acae2b4 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for floatingip (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:54.747537 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-2890a34f-906e-4916-b02d-89b72acae2b4 tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "DELETE /v2.0/floatingips/f4686e67-c241-4e5a-82b6-1d344590da1f HTTP/1.1" status: 204 len: 168 time: 0.4197326 Jul 30 05:08:55.275150 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8d81f-eeb1-48a2-9281-15a1abc3a827 req-87c834ad-47d8-47ae-82e1-6d8655f7dd5a tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:55.276560 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-f8e8d81f-eeb1-48a2-9281-15a1abc3a827 req-87c834ad-47d8-47ae-82e1-6d8655f7dd5a tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fd2f208-dd3d-4ea2-b97f-5c70404be701 HTTP/1.1" status: 200 len: 945 time: 0.0484180 Jul 30 05:08:55.317702 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:55.325810 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-f8e8d81f-eeb1-48a2-9281-15a1abc3a827 req-32a4840e-1658-49f2-91ff-0c569ee10621 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=19b8e304-bab1-4490-9789-ae06f780b27e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423546 Jul 30 05:08:55.339944 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:55.435761 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 2044be95-863c-488f-8fdd-ec89733220ef no longer exists at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:08:55.441830 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157ac62-aa4b-46e4-aa17-465d93f503ce req-9849efff-06d0-4a4b-b79a-3f40f89a6527 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:55.443591 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8157ac62-aa4b-46e4-aa17-465d93f503ce req-9849efff-06d0-4a4b-b79a-3f40f89a6527 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fd2f208-dd3d-4ea2-b97f-5c70404be701 HTTP/1.1" status: 200 len: 945 time: 0.0473897 Jul 30 05:08:55.453933 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 58178) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:08:55.456163 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] No Port match for: 2044be95-863c-488f-8fdd-ec89733220ef {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:08:55.456512 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device 2044be95-863c-488f-8fdd-ec89733220ef not bound to the agent host hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:08:55.459488 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.v2.base [None req-11400f92-571f-4452-a542-3eff87296500 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Request body: {'floatingip': {'port_id': 'ac0f2638-da55-4a28-919f-b194d81ff725'}} {{(pid=103970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 30 05:08:55.501047 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-11400f92-571f-4452-a542-3eff87296500 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks [] for floatingip (39fa2243-1952-4896-8dd4-dba9aafdb8e2), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:55.645945 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:55.723785 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:55.931167 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-11400f92-571f-4452-a542-3eff87296500 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:55.935137 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-11400f92-571f-4452-a542-3eff87296500 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692779'] for floatingip (39fa2243-1952-4896-8dd4-dba9aafdb8e2), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:55.965277 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 58182) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:08:56.028116 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b23898e3-b8db-4075-82a6-cf602e12613e tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for security_group (cf3ed918-95a4-4e38-a727-aa71cf26e56e), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:56.033018 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.db.l3_db [None req-11400f92-571f-4452-a542-3eff87296500 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Floating IP 39fa2243-1952-4896-8dd4-dba9aafdb8e2 associated. External IP: 172.27.2.37, port: ac0f2638-da55-4a28-919f-b194d81ff725. Jul 30 05:08:56.055876 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b23898e3-b8db-4075-82a6-cf602e12613e tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for security_group (cf3ed918-95a4-4e38-a727-aa71cf26e56e), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:56.116974 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b23898e3-b8db-4075-82a6-cf602e12613e tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (cf3ed918-95a4-4e38-a727-aa71cf26e56e), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:56.119631 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b23898e3-b8db-4075-82a6-cf602e12613e tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:56.120846 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-b23898e3-b8db-4075-82a6-cf602e12613e tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] 10.222.0.20 "DELETE /v2.0/security-groups/cf3ed918-95a4-4e38-a727-aa71cf26e56e HTTP/1.1" status: 204 len: 168 time: 0.1544662 Jul 30 05:08:56.130815 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23898e3-b8db-4075-82a6-cf602e12613e tempest-TestVolumeBootPattern-2000315609 tempest-TestVolumeBootPattern-2000315609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3ed918-95a4-4e38-a727-aa71cf26e56e,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:08:56.189704 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 58186) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:08:56.251758 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11400f92-571f-4452-a542-3eff87296500 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Router e8e4fb20-1b16-4435-ae41-e08f96f8c7ad has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 05:08:56.358006 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11400f92-571f-4452-a542-3eff87296500 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:08:56.363762 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-11400f92-571f-4452-a542-3eff87296500 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for floatingip (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:56.368177 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a7dbeb-35bd-40f5-9c5b-662343f1bc0a None None] Sync routers for ids ['e8e4fb20-1b16-4435-ae41-e08f96f8c7ad'] in dv-cinder-851279-3-iscsi {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:08:56.379676 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a7dbeb-35bd-40f5-9c5b-662343f1bc0a None None] Routers {'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:08:56.380613 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-91a7dbeb-35bd-40f5-9c5b-662343f1bc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:08:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['e8e4fb20-1b16-4435-ae41-e08f96f8c7ad'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:08:56.380775 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:56.388874 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:56.399818 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-11400f92-571f-4452-a542-3eff87296500 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "PUT /v2.0/floatingips/39fa2243-1952-4896-8dd4-dba9aafdb8e2 HTTP/1.1" status: 200 len: 990 time: 0.9445050 Jul 30 05:08:56.400704 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd2f208-dd3d-4ea2-b97f-5c70404be701', 'tag': 'ac0f2638-da55-4a28-919f-b194d81ff725'}] {{(pid=103970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:08:56.403010 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74064a32e8a1c82ff25c89edbc1a4916375279028ab6b832636cd606fd6f10b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63de6c7-4313-4148-9c9c-2dff0a196c52" -d '{"events": [{"name": "network-changed", "server_uuid": "8fd2f208-dd3d-4ea2-b97f-5c70404be701", "tag": "ac0f2638-da55-4a28-919f-b194d81ff725"}]}' {{(pid=103970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:08:56.445588 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Jul 2022 05:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec71d570-0288-4ce0-a1d1-173d621f8c23 x-openstack-request-id: req-ec71d570-0288-4ce0-a1d1-173d621f8c23 {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:08:56.445881 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fd2f208-dd3d-4ea2-b97f-5c70404be701", "tag": "ac0f2638-da55-4a28-919f-b194d81ff725", "status": "completed", "code": 200}]} {{(pid=103970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:08:56.446140 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec71d570-0288-4ce0-a1d1-173d621f8c23 {{(pid=103970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:08:56.446592 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec71d570-0288-4ce0-a1d1-173d621f8c23'] response: {'name': 'network-changed', 'server_uuid': '8fd2f208-dd3d-4ea2-b97f-5c70404be701', 'tag': 'ac0f2638-da55-4a28-919f-b194d81ff725', 'status': 'completed', 'code': 200} Jul 30 05:08:56.488388 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-91a7dbeb-35bd-40f5-9c5b-662343f1bc0a None None] Set router e8e4fb20-1b16-4435-ae41-e08f96f8c7ad gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:08:56.539398 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63de6c7-4313-4148-9c9c-2dff0a196c52 req-0a4594fc-ae68-48ff-8b23-ee565d4ba7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:56.541146 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e63de6c7-4313-4148-9c9c-2dff0a196c52 req-0a4594fc-ae68-48ff-8b23-ee565d4ba7f5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9f8c70dc5de488698a8ab775c618088&device_id=8fd2f208-dd3d-4ea2-b97f-5c70404be701 HTTP/1.1" status: 200 len: 1129 time: 0.0551040 Jul 30 05:08:56.700173 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63de6c7-4313-4148-9c9c-2dff0a196c52 req-0e11f1c6-0b00-44d7-953a-d6a3b3a3ba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:56.701000 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-91a7dbeb-35bd-40f5-9c5b-662343f1bc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'name': 'tempest-AttachVolumeTestJSON-977196658-router', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '5e753a08-d8ff-49ce-a751-def039b7063e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:05:49Z', 'updated_at': '2022-07-30T05:05:52Z', 'revision_number': 4, 'project_id': 'd9f8c70dc5de488698a8ab775c618088', 'gw_port': {'id': '5e753a08-d8ff-49ce-a751-def039b7063e', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:86:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:05:49Z', 'updated_at': '2022-07-30T05:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': '39fa2243-1952-4896-8dd4-dba9aafdb8e2', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'port_id': 'ac0f2638-da55-4a28-919f-b194d81ff725', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94989f7f-6c27-4232-af89-2c1914199605', 'mac_address': 'fa:16:3e:11:fb:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd2f208-dd3d-4ea2-b97f-5c70404be701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:08:44Z', 'updated_at': '2022-07-30T05:08:55Z', 'revision_number': 1, 'project_id': 'd9f8c70dc5de488698a8ab775c618088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7bb14c8-22ae-48ec-81c0-ed941aba6da8', 'name': '', 'network_id': '94989f7f-6c27-4232-af89-2c1914199605', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'mac_address': 'fa:16:3e:26:f5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '98442497-4af2-416e-bcf3-345bb9e57377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:05:51Z', 'updated_at': '2022-07-30T05:05:57Z', 'revision_number': 5, 'project_id': 'd9f8c70dc5de488698a8ab775c618088', 'subnets': [{'id': '98442497-4af2-416e-bcf3-345bb9e57377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:08:56.701614 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e63de6c7-4313-4148-9c9c-2dff0a196c52 req-0e11f1c6-0b00-44d7-953a-d6a3b3a3ba76 service neutron] 10.222.0.49 "GET /v2.0/networks?id=94989f7f-6c27-4232-af89-2c1914199605 HTTP/1.1" status: 200 len: 911 time: 0.1534898 Jul 30 05:08:56.726213 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a7dbeb-35bd-40f5-9c5b-662343f1bc0a None None] Checking router: e8e4fb20-1b16-4435-ae41-e08f96f8c7ad for host: dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:08:56.735715 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a7dbeb-35bd-40f5-9c5b-662343f1bc0a None None] Routers {'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:08:56.736303 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-91a7dbeb-35bd-40f5-9c5b-662343f1bc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:08:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['e8e4fb20-1b16-4435-ae41-e08f96f8c7ad'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:08:56.768846 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-cc61c81a-8d61-4898-bb5a-0f1fd226b9e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706265'] for router_interface (181f97db-441e-48d1-b3ca-28695114c178), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:56.820256 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e63de6c7-4313-4148-9c9c-2dff0a196c52 req-c5665202-0825-4edc-a622-24ae12f8d69f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac0f2638-da55-4a28-919f-b194d81ff725 HTTP/1.1" status: 200 len: 998 time: 0.1022673 Jul 30 05:08:56.838698 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-91a7dbeb-35bd-40f5-9c5b-662343f1bc0a None None] Set router e8e4fb20-1b16-4435-ae41-e08f96f8c7ad gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:08:56.913621 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63de6c7-4313-4148-9c9c-2dff0a196c52 req-f24fefd6-4c28-4a1d-ac17-dddb28bf1a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:56.915195 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e63de6c7-4313-4148-9c9c-2dff0a196c52 req-f24fefd6-4c28-4a1d-ac17-dddb28bf1a39 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=98442497-4af2-416e-bcf3-345bb9e57377 HTTP/1.1" status: 200 len: 849 time: 0.0883563 Jul 30 05:08:57.010422 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63de6c7-4313-4148-9c9c-2dff0a196c52 req-668fe882-bdce-41ec-824b-0b40e6a5fd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:08:57.011975 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e63de6c7-4313-4148-9c9c-2dff0a196c52 req-668fe882-bdce-41ec-824b-0b40e6a5fd88 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=94989f7f-6c27-4232-af89-2c1914199605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0674710 Jul 30 05:08:57.056984 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-91a7dbeb-35bd-40f5-9c5b-662343f1bc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'name': 'tempest-AttachVolumeTestJSON-977196658-router', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '5e753a08-d8ff-49ce-a751-def039b7063e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:05:49Z', 'updated_at': '2022-07-30T05:05:52Z', 'revision_number': 4, 'project_id': 'd9f8c70dc5de488698a8ab775c618088', 'gw_port': {'id': '5e753a08-d8ff-49ce-a751-def039b7063e', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:86:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:05:49Z', 'updated_at': '2022-07-30T05:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': '39fa2243-1952-4896-8dd4-dba9aafdb8e2', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'port_id': 'ac0f2638-da55-4a28-919f-b194d81ff725', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94989f7f-6c27-4232-af89-2c1914199605', 'mac_address': 'fa:16:3e:11:fb:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd2f208-dd3d-4ea2-b97f-5c70404be701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:08:44Z', 'updated_at': '2022-07-30T05:08:55Z', 'revision_number': 1, 'project_id': 'd9f8c70dc5de488698a8ab775c618088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7bb14c8-22ae-48ec-81c0-ed941aba6da8', 'name': '', 'network_id': '94989f7f-6c27-4232-af89-2c1914199605', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'mac_address': 'fa:16:3e:26:f5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '98442497-4af2-416e-bcf3-345bb9e57377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:05:51Z', 'updated_at': '2022-07-30T05:05:57Z', 'revision_number': 5, 'project_id': 'd9f8c70dc5de488698a8ab775c618088', 'subnets': [{'id': '98442497-4af2-416e-bcf3-345bb9e57377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:08:57.082236 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a7dbeb-35bd-40f5-9c5b-662343f1bc0a None None] The sync data for ids ['e8e4fb20-1b16-4435-ae41-e08f96f8c7ad'] in dv-cinder-851279-3-iscsi is: [{'id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'name': 'tempest-AttachVolumeTestJSON-977196658-router', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '5e753a08-d8ff-49ce-a751-def039b7063e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:05:49Z', 'updated_at': '2022-07-30T05:05:52Z', 'revision_number': 4, 'project_id': 'd9f8c70dc5de488698a8ab775c618088', 'gw_port': {'id': '5e753a08-d8ff-49ce-a751-def039b7063e', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:86:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:05:49Z', 'updated_at': '2022-07-30T05:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_floatingips': [{'id': '39fa2243-1952-4896-8dd4-dba9aafdb8e2', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'router_id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'port_id': 'ac0f2638-da55-4a28-919f-b194d81ff725', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94989f7f-6c27-4232-af89-2c1914199605', 'mac_address': 'fa:16:3e:11:fb:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd2f208-dd3d-4ea2-b97f-5c70404be701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-30T05:08:44Z', 'updated_at': '2022-07-30T05:08:55Z', 'revision_number': 1, 'project_id': 'd9f8c70dc5de488698a8ab775c618088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7bb14c8-22ae-48ec-81c0-ed941aba6da8', 'name': '', 'network_id': '94989f7f-6c27-4232-af89-2c1914199605', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'mac_address': 'fa:16:3e:26:f5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '98442497-4af2-416e-bcf3-345bb9e57377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:05:51Z', 'updated_at': '2022-07-30T05:05:57Z', 'revision_number': 5, 'project_id': 'd9f8c70dc5de488698a8ab775c618088', 'subnets': [{'id': '98442497-4af2-416e-bcf3-345bb9e57377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:08:57.132841 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-cc61c81a-8d61-4898-bb5a-0f1fd226b9e2 admin admin] Deleting port a74756c1-d67b-4700-95c5-2cbae1b8ba24 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:08:57.133180 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-cc61c81a-8d61-4898-bb5a-0f1fd226b9e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (a74756c1-d67b-4700-95c5-2cbae1b8ba24), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:57.194950 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e63de6c7-4313-4148-9c9c-2dff0a196c52 req-660e4057-98e1-413a-8c04-fd1a44ee778f service neutron] 10.222.0.49 "GET /v2.0/networks/94989f7f-6c27-4232-af89-2c1914199605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767187 Jul 30 05:08:57.209288 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:57.275566 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf50c35-2520-4ed6-8416-993a6cfd4669 None None] New status for floating IP 39fa2243-1952-4896-8dd4-dba9aafdb8e2: ACTIVE {{(pid=103973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 30 05:08:57.291353 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-cc61c81a-8d61-4898-bb5a-0f1fd226b9e2 admin admin] For port a74756c1-d67b-4700-95c5-2cbae1b8ba24, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=a74756c1-d67b-4700-95c5-2cbae1b8ba24,segment=NetworkSegment(a9ddd08e-1fb2-469e-b382-60c39d06501a),segment_id=a9ddd08e-1fb2-469e-b382-60c39d06501a)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:08:57.291713 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-cc61c81a-8d61-4898-bb5a-0f1fd226b9e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (a74756c1-d67b-4700-95c5-2cbae1b8ba24), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:57.293731 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=100 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:57.315301 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-cc61c81a-8d61-4898-bb5a-0f1fd226b9e2 admin admin] Calling delete_port for a74756c1-d67b-4700-95c5-2cbae1b8ba24 owned by network:router_interface {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:08:57.338781 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e63de6c7-4313-4148-9c9c-2dff0a196c52 req-962eba1f-b9c4-45f9-b843-6cff1e3c1705 service neutron] 10.222.0.49 "GET /v2.0/networks/94989f7f-6c27-4232-af89-2c1914199605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377773 Jul 30 05:08:57.510487 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-cc61c81a-8d61-4898-bb5a-0f1fd226b9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (a74756c1-d67b-4700-95c5-2cbae1b8ba24), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:57.535373 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc61c81a-8d61-4898-bb5a-0f1fd226b9e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a74756c1-d67b-4700-95c5-2cbae1b8ba24,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:08:57.696476 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-cc61c81a-8d61-4898-bb5a-0f1fd226b9e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1706421'] for router_interface (181f97db-441e-48d1-b3ca-28695114c178), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:58.157259 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc61c81a-8d61-4898-bb5a-0f1fd226b9e2 admin admin] Router 181f97db-441e-48d1-b3ca-28695114c178 has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 05:08:58.257580 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc61c81a-8d61-4898-bb5a-0f1fd226b9e2 admin admin] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:08:58.262761 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-cc61c81a-8d61-4898-bb5a-0f1fd226b9e2 admin admin] 10.222.0.20 "PUT /v2.0/routers/181f97db-441e-48d1-b3ca-28695114c178/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0717602 Jul 30 05:08:58.265635 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 58194) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:08:58.270710 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47f2863-e887-4aaa-89d3-905f70047cfe None None] Sync routers for ids ['181f97db-441e-48d1-b3ca-28695114c178'] in dv-cinder-851279-3-iscsi {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:08:58.281468 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47f2863-e887-4aaa-89d3-905f70047cfe None None] Routers {'181f97db-441e-48d1-b3ca-28695114c178'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:08:58.282011 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-b47f2863-e887-4aaa-89d3-905f70047cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:08:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['181f97db-441e-48d1-b3ca-28695114c178'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:08:58.320233 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:58.356267 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:58.369944 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-81fc4eb3-17ff-4256-b289-88262999815b admin admin] Publish callbacks [] for router (181f97db-441e-48d1-b3ca-28695114c178), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:58.389213 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-b47f2863-e887-4aaa-89d3-905f70047cfe None None] Set router 181f97db-441e-48d1-b3ca-28695114c178 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:08:58.469400 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-81fc4eb3-17ff-4256-b289-88262999815b admin admin] Publish callbacks [] for router_gateway (181f97db-441e-48d1-b3ca-28695114c178), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:58.495032 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:58.498365 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:58.514332 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-81fc4eb3-17ff-4256-b289-88262999815b admin admin] Deleting port 831fda61-359a-4643-bf36-517da67281d0 {{(pid=103970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:08:58.514704 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-81fc4eb3-17ff-4256-b289-88262999815b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (831fda61-359a-4643-bf36-517da67281d0), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:58.557582 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-b47f2863-e887-4aaa-89d3-905f70047cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181f97db-441e-48d1-b3ca-28695114c178', 'name': 'tempest-TestVolumeBootPattern-1435914711-router', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '831fda61-359a-4643-bf36-517da67281d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:00:46Z', 'updated_at': '2022-07-30T05:08:57Z', 'revision_number': 5, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'gw_port': {'id': '831fda61-359a-4643-bf36-517da67281d0', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f97db-441e-48d1-b3ca-28695114c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:47Z', 'updated_at': '2022-07-30T05:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi'}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:08:58.587117 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47f2863-e887-4aaa-89d3-905f70047cfe None None] Checking router: 181f97db-441e-48d1-b3ca-28695114c178 for host: dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:08:58.596269 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47f2863-e887-4aaa-89d3-905f70047cfe None None] Routers {'181f97db-441e-48d1-b3ca-28695114c178'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:08:58.596874 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-b47f2863-e887-4aaa-89d3-905f70047cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:08:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['181f97db-441e-48d1-b3ca-28695114c178'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:08:58.601299 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-81fc4eb3-17ff-4256-b289-88262999815b admin admin] For port 831fda61-359a-4643-bf36-517da67281d0, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=831fda61-359a-4643-bf36-517da67281d0,segment=NetworkSegment(e5d036d1-25f5-4dcf-bf6d-d8f947655ab3),segment_id=e5d036d1-25f5-4dcf-bf6d-d8f947655ab3)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:08:58.601668 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-81fc4eb3-17ff-4256-b289-88262999815b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (831fda61-359a-4643-bf36-517da67281d0), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:58.615503 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-81fc4eb3-17ff-4256-b289-88262999815b admin admin] Calling delete_port for 831fda61-359a-4643-bf36-517da67281d0 owned by network:router_gateway {{(pid=103970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:08:58.676884 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-b47f2863-e887-4aaa-89d3-905f70047cfe None None] Set router 181f97db-441e-48d1-b3ca-28695114c178 gateway port host: None {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:08:58.730067 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-b47f2863-e887-4aaa-89d3-905f70047cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181f97db-441e-48d1-b3ca-28695114c178', 'name': 'tempest-TestVolumeBootPattern-1435914711-router', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:00:46Z', 'updated_at': '2022-07-30T05:08:58Z', 'revision_number': 6, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'gw_port_host': None}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:08:58.755572 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47f2863-e887-4aaa-89d3-905f70047cfe None None] The sync data for ids ['181f97db-441e-48d1-b3ca-28695114c178'] in dv-cinder-851279-3-iscsi is: [{'id': '181f97db-441e-48d1-b3ca-28695114c178', 'name': 'tempest-TestVolumeBootPattern-1435914711-router', 'tenant_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:00:46Z', 'updated_at': '2022-07-30T05:08:58Z', 'revision_number': 6, 'project_id': 'db365a6a9f6041a7a8749fd1a1e3d488', 'gw_port_host': None}] {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:08:58.789877 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-81fc4eb3-17ff-4256-b289-88262999815b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (831fda61-359a-4643-bf36-517da67281d0), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:58.813672 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fc4eb3-17ff-4256-b289-88262999815b admin admin] Pushing event deleted for resources: {'Port': ['ID=831fda61-359a-4643-bf36-517da67281d0,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:08:58.877004 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-81fc4eb3-17ff-4256-b289-88262999815b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706877'] for router_gateway (181f97db-441e-48d1-b3ca-28695114c178), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:58.963568 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-81fc4eb3-17ff-4256-b289-88262999815b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1680016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31582'] for router (181f97db-441e-48d1-b3ca-28695114c178), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:58.965710 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-81fc4eb3-17ff-4256-b289-88262999815b admin admin] Publish callbacks [] for router_controller (181f97db-441e-48d1-b3ca-28695114c178), precommit_delete_associations {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:59.010671 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-81fc4eb3-17ff-4256-b289-88262999815b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1679890'] for router (181f97db-441e-48d1-b3ca-28695114c178), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:59.011287 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81fc4eb3-17ff-4256-b289-88262999815b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 181f97db-441e-48d1-b3ca-28695114c178 {{(pid=103970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 05:08:59.016081 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-81fc4eb3-17ff-4256-b289-88262999815b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:59.017393 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-81fc4eb3-17ff-4256-b289-88262999815b admin admin] 10.222.0.20 "DELETE /v2.0/routers/181f97db-441e-48d1-b3ca-28695114c178 HTTP/1.1" status: 204 len: 168 time: 0.7500911 Jul 30 05:08:59.020142 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 58196) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:08:59.049912 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:59.068304 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_v2 [None req-7144ce3d-016d-49c3-a2f3-817324e94c15 admin admin] Deleting subnet c798a7dd-9ba8-4ed3-85fe-837d80a7049f {{(pid=103971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 30 05:08:59.071643 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7144ce3d-016d-49c3-a2f3-817324e94c15 admin admin] Publish callbacks [] for subnet (c798a7dd-9ba8-4ed3-85fe-837d80a7049f), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:59.110306 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7144ce3d-016d-49c3-a2f3-817324e94c15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59747269'] for subnet (c798a7dd-9ba8-4ed3-85fe-837d80a7049f), precommit_delete_associations {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:59.133056 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:08:59.194657 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7144ce3d-016d-49c3-a2f3-817324e94c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990981'] for subnet (c798a7dd-9ba8-4ed3-85fe-837d80a7049f), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:59.248505 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7144ce3d-016d-49c3-a2f3-817324e94c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3264531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59362671'] for subnet (c798a7dd-9ba8-4ed3-85fe-837d80a7049f), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:59.277180 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7144ce3d-016d-49c3-a2f3-817324e94c15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c798a7dd-9ba8-4ed3-85fe-837d80a7049f,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:08:59.280694 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7144ce3d-016d-49c3-a2f3-817324e94c15 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:59.285142 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-7144ce3d-016d-49c3-a2f3-817324e94c15 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c798a7dd-9ba8-4ed3-85fe-837d80a7049f HTTP/1.1" status: 204 len: 168 time: 0.2635298 Jul 30 05:08:59.287241 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b517db28-c42f-4b2b-85a9-fbbdc89dc5f4 None None] Network 05de52c4-affb-4a9e-aea7-e8e105567377 requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 05:08:59.289658 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 58198) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:08:59.364313 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-21cc732f-300e-40d8-afcf-d82fac953a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840338'] for network (05de52c4-affb-4a9e-aea7-e8e105567377), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:59.406655 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-21cc732f-300e-40d8-afcf-d82fac953a48 admin admin] Deleting port 766ad1ba-fc4d-4a46-85f9-85cecef27252 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:08:59.406993 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-21cc732f-300e-40d8-afcf-d82fac953a48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (766ad1ba-fc4d-4a46-85f9-85cecef27252), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:59.473507 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-21cc732f-300e-40d8-afcf-d82fac953a48 admin admin] For port 766ad1ba-fc4d-4a46-85f9-85cecef27252, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=766ad1ba-fc4d-4a46-85f9-85cecef27252,segment=NetworkSegment(a9ddd08e-1fb2-469e-b382-60c39d06501a),segment_id=a9ddd08e-1fb2-469e-b382-60c39d06501a)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:08:59.473507 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-21cc732f-300e-40d8-afcf-d82fac953a48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (766ad1ba-fc4d-4a46-85f9-85cecef27252), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:59.487567 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-21cc732f-300e-40d8-afcf-d82fac953a48 admin admin] Calling delete_port for 766ad1ba-fc4d-4a46-85f9-85cecef27252 owned by network:dhcp {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:08:59.505172 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e5c3ff-e7c5-4832-a565-e5b98e3fcc21 None None] DHCP port deletion for 05de52c4-affb-4a9e-aea7-e8e105567377 request from dv-cinder-851279-3-iscsi {{(pid=103972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 30 05:08:59.556724 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-75e5c3ff-e7c5-4832-a565-e5b98e3fcc21 None None] Deleting port 766ad1ba-fc4d-4a46-85f9-85cecef27252 {{(pid=103972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:08:59.557100 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-75e5c3ff-e7c5-4832-a565-e5b98e3fcc21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (766ad1ba-fc4d-4a46-85f9-85cecef27252), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:59.570164 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-21cc732f-300e-40d8-afcf-d82fac953a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (766ad1ba-fc4d-4a46-85f9-85cecef27252), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:59.601153 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc732f-300e-40d8-afcf-d82fac953a48 admin admin] Pushing event deleted for resources: {'Port': ['ID=766ad1ba-fc4d-4a46-85f9-85cecef27252,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:08:59.604771 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cc732f-300e-40d8-afcf-d82fac953a48 admin admin] No DVR routers for this DVR port 766ad1ba-fc4d-4a46-85f9-85cecef27252 on host dv-cinder-851279-3-iscsi {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 30 05:08:59.681161 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-21cc732f-300e-40d8-afcf-d82fac953a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-987256', 'neutron.services.segments.db._delete_segments_for_network-8736268768229'] for network (05de52c4-affb-4a9e-aea7-e8e105567377), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:59.701414 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.services.segments.db [None req-21cc732f-300e-40d8-afcf-d82fac953a48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05de52c4-affb-4a9e-aea7-e8e105567377']}} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:08:59.712041 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.services.segments.db [None req-21cc732f-300e-40d8-afcf-d82fac953a48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9ddd08e-1fb2-469e-b382-60c39d06501a') {'for_net_delete': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:08:59.712366 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.services.segments.db [None req-21cc732f-300e-40d8-afcf-d82fac953a48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9ddd08e-1fb2-469e-b382-60c39d06501a') {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:08:59.723171 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-21cc732f-300e-40d8-afcf-d82fac953a48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736268768130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59747294'] for segment (a9ddd08e-1fb2-469e-b382-60c39d06501a), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:59.737966 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-21cc732f-300e-40d8-afcf-d82fac953a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101'] for segment (a9ddd08e-1fb2-469e-b382-60c39d06501a), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:59.744983 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21cc732f-300e-40d8-afcf-d82fac953a48 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 05:08:59.745377 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-21cc732f-300e-40d8-afcf-d82fac953a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3264633'] for segment (a9ddd08e-1fb2-469e-b382-60c39d06501a), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:59.762541 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-75e5c3ff-e7c5-4832-a565-e5b98e3fcc21 None None] For port 766ad1ba-fc4d-4a46-85f9-85cecef27252, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=766ad1ba-fc4d-4a46-85f9-85cecef27252,segment=NetworkSegment(a9ddd08e-1fb2-469e-b382-60c39d06501a),segment_id=a9ddd08e-1fb2-469e-b382-60c39d06501a)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:08:59.763036 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-75e5c3ff-e7c5-4832-a565-e5b98e3fcc21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (766ad1ba-fc4d-4a46-85f9-85cecef27252), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:59.779539 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-75e5c3ff-e7c5-4832-a565-e5b98e3fcc21 None None] Calling delete_port for 766ad1ba-fc4d-4a46-85f9-85cecef27252 owned by network:dhcp {{(pid=103972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:08:59.799174 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.services.segments.plugin [-] Segment a9ddd08e-1fb2-469e-b382-60c39d06501a resource provider aggregate not found Jul 30 05:08:59.826926 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.services.segments.plugin [-] Segment a9ddd08e-1fb2-469e-b382-60c39d06501a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a9ddd08e-1fb2-469e-b382-60c39d06501a found for delete ", "request_id": "req-3502aff3-2d1c-4bfa-a5e9-881706c6b436"}]} Jul 30 05:08:59.830563 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-21cc732f-300e-40d8-afcf-d82fac953a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704485'] for network (05de52c4-affb-4a9e-aea7-e8e105567377), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:59.835920 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-21cc732f-300e-40d8-afcf-d82fac953a48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for network (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:59.841885 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-21cc732f-300e-40d8-afcf-d82fac953a48 admin admin] 10.222.0.20 "DELETE /v2.0/networks/05de52c4-affb-4a9e-aea7-e8e105567377 HTTP/1.1" status: 204 len: 168 time: 0.5460398 Jul 30 05:08:59.842212 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 58204) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:08:59.860524 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc732f-300e-40d8-afcf-d82fac953a48 admin admin] Pushing event deleted for resources: {'Network': ['ID=05de52c4-affb-4a9e-aea7-e8e105567377,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:08:59.871142 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-75e5c3ff-e7c5-4832-a565-e5b98e3fcc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849'] for port (766ad1ba-fc4d-4a46-85f9-85cecef27252), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:08:59.879994 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-75e5c3ff-e7c5-4832-a565-e5b98e3fcc21 None None] Network 05de52c4-affb-4a9e-aea7-e8e105567377 is not hosted by any dhcp agent {{(pid=103972) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 05:08:59.880445 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e5c3ff-e7c5-4832-a565-e5b98e3fcc21 None None] No DVR routers for this DVR port 766ad1ba-fc4d-4a46-85f9-85cecef27252 on host dv-cinder-851279-3-iscsi {{(pid=103972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 30 05:08:59.898553 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e5c3ff-e7c5-4832-a565-e5b98e3fcc21 None None] Pushing event deleted for resources: {'Port': ['ID=766ad1ba-fc4d-4a46-85f9-85cecef27252,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:08:59.993203 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:09:00.082940 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:09:00.176193 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2c584885-d9e4-4c74-ae69-63098d854044 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706265'] for router_interface (51958c4b-9ac6-4ccb-873b-4c53992f0062), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:00.397142 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-2c584885-d9e4-4c74-ae69-63098d854044 admin admin] Deleting port 823505de-267f-4a04-90e0-71c999dab23c {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:09:00.397512 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2c584885-d9e4-4c74-ae69-63098d854044 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (823505de-267f-4a04-90e0-71c999dab23c), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:00.478233 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-2c584885-d9e4-4c74-ae69-63098d854044 admin admin] For port 823505de-267f-4a04-90e0-71c999dab23c, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=823505de-267f-4a04-90e0-71c999dab23c,segment=NetworkSegment(207d2e5f-f4f9-4a5c-b547-4dc351ee738d),segment_id=207d2e5f-f4f9-4a5c-b547-4dc351ee738d)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:09:00.478654 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2c584885-d9e4-4c74-ae69-63098d854044 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (823505de-267f-4a04-90e0-71c999dab23c), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:00.492189 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-2c584885-d9e4-4c74-ae69-63098d854044 admin admin] Calling delete_port for 823505de-267f-4a04-90e0-71c999dab23c owned by network:router_interface {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:09:00.675001 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2c584885-d9e4-4c74-ae69-63098d854044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (823505de-267f-4a04-90e0-71c999dab23c), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:00.699556 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c584885-d9e4-4c74-ae69-63098d854044 admin admin] Pushing event deleted for resources: {'Port': ['ID=823505de-267f-4a04-90e0-71c999dab23c,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:09:00.756528 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 766ad1ba-fc4d-4a46-85f9-85cecef27252 no longer exists at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:09:00.782404 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] No Port match for: 766ad1ba-fc4d-4a46-85f9-85cecef27252 {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:09:00.783091 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 766ad1ba-fc4d-4a46-85f9-85cecef27252 not bound to the agent host dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:09:00.783903 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device a74756c1-d67b-4700-95c5-2cbae1b8ba24 no longer exists at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:09:00.805042 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] No Port match for: a74756c1-d67b-4700-95c5-2cbae1b8ba24 {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:09:00.805537 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device a74756c1-d67b-4700-95c5-2cbae1b8ba24 not bound to the agent host dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:09:00.806073 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 831fda61-359a-4643-bf36-517da67281d0 no longer exists at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:09:00.825885 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] No Port match for: 831fda61-359a-4643-bf36-517da67281d0 {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:09:00.826379 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 831fda61-359a-4643-bf36-517da67281d0 not bound to the agent host dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:09:00.873498 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:09:00.876667 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2c584885-d9e4-4c74-ae69-63098d854044 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1706421'] for router_interface (51958c4b-9ac6-4ccb-873b-4c53992f0062), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:00.882854 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:09:01.085033 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c584885-d9e4-4c74-ae69-63098d854044 admin admin] Router 51958c4b-9ac6-4ccb-873b-4c53992f0062 has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 05:09:01.184629 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c584885-d9e4-4c74-ae69-63098d854044 admin admin] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:09:01.193518 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-2c584885-d9e4-4c74-ae69-63098d854044 admin admin] 10.222.0.20 "PUT /v2.0/routers/51958c4b-9ac6-4ccb-873b-4c53992f0062/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3477578 Jul 30 05:09:01.193742 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 58208) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:09:01.194864 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfa4611-1af2-48f3-96e7-03859d464934 None None] Sync routers for ids ['51958c4b-9ac6-4ccb-873b-4c53992f0062'] in dv-cinder-851279-3-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:09:01.205823 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfa4611-1af2-48f3-96e7-03859d464934 None None] Routers {'51958c4b-9ac6-4ccb-873b-4c53992f0062'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:09:01.206425 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-6dfa4611-1af2-48f3-96e7-03859d464934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:08:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['51958c4b-9ac6-4ccb-873b-4c53992f0062'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:09:01.295282 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1c28fecd-ed8f-4464-bd0b-47e397b19d94 admin admin] Publish callbacks [] for router (51958c4b-9ac6-4ccb-873b-4c53992f0062), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:01.305333 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-6dfa4611-1af2-48f3-96e7-03859d464934 None None] Set router 51958c4b-9ac6-4ccb-873b-4c53992f0062 gateway port host: dv-cinder-851279-3-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:09:01.396577 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1c28fecd-ed8f-4464-bd0b-47e397b19d94 admin admin] Publish callbacks [] for router_gateway (51958c4b-9ac6-4ccb-873b-4c53992f0062), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:01.438014 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-1c28fecd-ed8f-4464-bd0b-47e397b19d94 admin admin] Deleting port d99de16a-f328-4d87-94d6-1c2723324369 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:09:01.438382 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1c28fecd-ed8f-4464-bd0b-47e397b19d94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (d99de16a-f328-4d87-94d6-1c2723324369), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:01.478614 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-6dfa4611-1af2-48f3-96e7-03859d464934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51958c4b-9ac6-4ccb-873b-4c53992f0062', 'name': 'tempest-TestVolumeBootPattern-1881504145-router', 'tenant_id': '045ba324caf94e62a62b3ed245adf7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'd99de16a-f328-4d87-94d6-1c2723324369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:00:56Z', 'updated_at': '2022-07-30T05:09:00Z', 'revision_number': 5, 'project_id': '045ba324caf94e62a62b3ed245adf7b6', 'gw_port': {'id': 'd99de16a-f328-4d87-94d6-1c2723324369', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51958c4b-9ac6-4ccb-873b-4c53992f0062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:00:58Z', 'updated_at': '2022-07-30T05:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi'}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:09:01.504824 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfa4611-1af2-48f3-96e7-03859d464934 None None] Checking router: 51958c4b-9ac6-4ccb-873b-4c53992f0062 for host: dv-cinder-851279-3-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:09:01.513254 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfa4611-1af2-48f3-96e7-03859d464934 None None] Routers {'51958c4b-9ac6-4ccb-873b-4c53992f0062'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:09:01.513776 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-6dfa4611-1af2-48f3-96e7-03859d464934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:08:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['51958c4b-9ac6-4ccb-873b-4c53992f0062'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:09:01.518583 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-1c28fecd-ed8f-4464-bd0b-47e397b19d94 admin admin] For port d99de16a-f328-4d87-94d6-1c2723324369, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=d99de16a-f328-4d87-94d6-1c2723324369,segment=NetworkSegment(e5d036d1-25f5-4dcf-bf6d-d8f947655ab3),segment_id=e5d036d1-25f5-4dcf-bf6d-d8f947655ab3)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:09:01.518952 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1c28fecd-ed8f-4464-bd0b-47e397b19d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (d99de16a-f328-4d87-94d6-1c2723324369), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:01.536080 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-1c28fecd-ed8f-4464-bd0b-47e397b19d94 admin admin] Calling delete_port for d99de16a-f328-4d87-94d6-1c2723324369 owned by network:router_gateway {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:09:01.599816 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-6dfa4611-1af2-48f3-96e7-03859d464934 None None] Set router 51958c4b-9ac6-4ccb-873b-4c53992f0062 gateway port host: None {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:09:01.652040 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-6dfa4611-1af2-48f3-96e7-03859d464934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51958c4b-9ac6-4ccb-873b-4c53992f0062', 'name': 'tempest-TestVolumeBootPattern-1881504145-router', 'tenant_id': '045ba324caf94e62a62b3ed245adf7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:00:56Z', 'updated_at': '2022-07-30T05:09:01Z', 'revision_number': 6, 'project_id': '045ba324caf94e62a62b3ed245adf7b6', 'gw_port_host': None}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:09:01.676669 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfa4611-1af2-48f3-96e7-03859d464934 None None] The sync data for ids ['51958c4b-9ac6-4ccb-873b-4c53992f0062'] in dv-cinder-851279-3-iscsi is: [{'id': '51958c4b-9ac6-4ccb-873b-4c53992f0062', 'name': 'tempest-TestVolumeBootPattern-1881504145-router', 'tenant_id': '045ba324caf94e62a62b3ed245adf7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:00:56Z', 'updated_at': '2022-07-30T05:09:01Z', 'revision_number': 6, 'project_id': '045ba324caf94e62a62b3ed245adf7b6', 'gw_port_host': None}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:09:01.692554 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:09:01.705071 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1c28fecd-ed8f-4464-bd0b-47e397b19d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (d99de16a-f328-4d87-94d6-1c2723324369), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:01.712858 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:09:01.733388 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c28fecd-ed8f-4464-bd0b-47e397b19d94 admin admin] Pushing event deleted for resources: {'Port': ['ID=d99de16a-f328-4d87-94d6-1c2723324369,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:09:01.798561 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1c28fecd-ed8f-4464-bd0b-47e397b19d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706877'] for router_gateway (51958c4b-9ac6-4ccb-873b-4c53992f0062), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:01.883935 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1c28fecd-ed8f-4464-bd0b-47e397b19d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1680016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31582'] for router (51958c4b-9ac6-4ccb-873b-4c53992f0062), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:01.885973 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1c28fecd-ed8f-4464-bd0b-47e397b19d94 admin admin] Publish callbacks [] for router_controller (51958c4b-9ac6-4ccb-873b-4c53992f0062), precommit_delete_associations {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:01.927623 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1c28fecd-ed8f-4464-bd0b-47e397b19d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1679890'] for router (51958c4b-9ac6-4ccb-873b-4c53992f0062), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:01.928204 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c28fecd-ed8f-4464-bd0b-47e397b19d94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51958c4b-9ac6-4ccb-873b-4c53992f0062 {{(pid=103971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 05:09:01.932397 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1c28fecd-ed8f-4464-bd0b-47e397b19d94 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:01.933478 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-1c28fecd-ed8f-4464-bd0b-47e397b19d94 admin admin] 10.222.0.20 "DELETE /v2.0/routers/51958c4b-9ac6-4ccb-873b-4c53992f0062 HTTP/1.1" status: 204 len: 168 time: 0.7387965 Jul 30 05:09:01.936308 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 58210) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:09:01.984833 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_v2 [None req-29d27c96-5687-45b3-90e8-248a6f43be7d admin admin] Deleting subnet 3e0a8fbc-7fd8-41bc-a331-c5857b330f7e {{(pid=103971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 30 05:09:01.988135 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-29d27c96-5687-45b3-90e8-248a6f43be7d admin admin] Publish callbacks [] for subnet (3e0a8fbc-7fd8-41bc-a331-c5857b330f7e), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:02.026972 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-29d27c96-5687-45b3-90e8-248a6f43be7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59747269'] for subnet (3e0a8fbc-7fd8-41bc-a331-c5857b330f7e), precommit_delete_associations {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:02.105546 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-29d27c96-5687-45b3-90e8-248a6f43be7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990981'] for subnet (3e0a8fbc-7fd8-41bc-a331-c5857b330f7e), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:02.163130 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-29d27c96-5687-45b3-90e8-248a6f43be7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3264531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59362671'] for subnet (3e0a8fbc-7fd8-41bc-a331-c5857b330f7e), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:02.188959 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d27c96-5687-45b3-90e8-248a6f43be7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e0a8fbc-7fd8-41bc-a331-c5857b330f7e,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:09:02.192547 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-29d27c96-5687-45b3-90e8-248a6f43be7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:02.195714 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-29d27c96-5687-45b3-90e8-248a6f43be7d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3e0a8fbc-7fd8-41bc-a331-c5857b330f7e HTTP/1.1" status: 204 len: 168 time: 0.2584870 Jul 30 05:09:02.198122 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 58212) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:09:02.200526 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16bd7ac-aa7a-40ae-9688-551eb7c2c214 None None] Network 8fcad5ed-5326-4877-bcfc-c256b8a323d9 requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 05:09:02.266466 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f15d5ac5-db2b-4185-9ab6-8b8b12043a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840338'] for network (8fcad5ed-5326-4877-bcfc-c256b8a323d9), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:02.316329 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-f15d5ac5-db2b-4185-9ab6-8b8b12043a55 admin admin] Deleting port bdd3a39f-a58e-4925-86de-8a081826e517 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:09:02.316691 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f15d5ac5-db2b-4185-9ab6-8b8b12043a55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (bdd3a39f-a58e-4925-86de-8a081826e517), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:02.379186 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-f15d5ac5-db2b-4185-9ab6-8b8b12043a55 admin admin] For port bdd3a39f-a58e-4925-86de-8a081826e517, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=bdd3a39f-a58e-4925-86de-8a081826e517,segment=NetworkSegment(207d2e5f-f4f9-4a5c-b547-4dc351ee738d),segment_id=207d2e5f-f4f9-4a5c-b547-4dc351ee738d)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:09:02.379473 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f15d5ac5-db2b-4185-9ab6-8b8b12043a55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (bdd3a39f-a58e-4925-86de-8a081826e517), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:02.392993 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-f15d5ac5-db2b-4185-9ab6-8b8b12043a55 admin admin] Calling delete_port for bdd3a39f-a58e-4925-86de-8a081826e517 owned by network:dhcp {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:09:02.414594 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd73f948-bf4d-42a8-89d8-62b02de61491 None None] DHCP port deletion for 8fcad5ed-5326-4877-bcfc-c256b8a323d9 request from dv-cinder-851279-3-iscsi {{(pid=103972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 30 05:09:02.458740 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-fd73f948-bf4d-42a8-89d8-62b02de61491 None None] Deleting port bdd3a39f-a58e-4925-86de-8a081826e517 {{(pid=103972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:09:02.459120 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-fd73f948-bf4d-42a8-89d8-62b02de61491 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (bdd3a39f-a58e-4925-86de-8a081826e517), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:02.529467 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-fd73f948-bf4d-42a8-89d8-62b02de61491 None None] For port bdd3a39f-a58e-4925-86de-8a081826e517, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=bdd3a39f-a58e-4925-86de-8a081826e517,segment=NetworkSegment(207d2e5f-f4f9-4a5c-b547-4dc351ee738d),segment_id=207d2e5f-f4f9-4a5c-b547-4dc351ee738d)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:09:02.529932 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-fd73f948-bf4d-42a8-89d8-62b02de61491 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (bdd3a39f-a58e-4925-86de-8a081826e517), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:02.539196 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:09:02.547770 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-fd73f948-bf4d-42a8-89d8-62b02de61491 None None] Calling delete_port for bdd3a39f-a58e-4925-86de-8a081826e517 owned by network:dhcp {{(pid=103972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:09:02.635885 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-fd73f948-bf4d-42a8-89d8-62b02de61491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849'] for port (bdd3a39f-a58e-4925-86de-8a081826e517), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:02.665670 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd73f948-bf4d-42a8-89d8-62b02de61491 None None] No DVR routers for this DVR port bdd3a39f-a58e-4925-86de-8a081826e517 on host dv-cinder-851279-3-iscsi {{(pid=103972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 30 05:09:02.675919 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd73f948-bf4d-42a8-89d8-62b02de61491 None None] Pushing event deleted for resources: {'Port': ['ID=bdd3a39f-a58e-4925-86de-8a081826e517,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:09:02.742713 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f15d5ac5-db2b-4185-9ab6-8b8b12043a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (bdd3a39f-a58e-4925-86de-8a081826e517), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:02.754409 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 823505de-267f-4a04-90e0-71c999dab23c no longer exists at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:09:02.769395 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d5ac5-db2b-4185-9ab6-8b8b12043a55 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdd3a39f-a58e-4925-86de-8a081826e517,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:09:02.773058 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15d5ac5-db2b-4185-9ab6-8b8b12043a55 admin admin] No DVR routers for this DVR port bdd3a39f-a58e-4925-86de-8a081826e517 on host dv-cinder-851279-3-iscsi {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 30 05:09:02.778224 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] No Port match for: 823505de-267f-4a04-90e0-71c999dab23c {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:09:02.778669 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 823505de-267f-4a04-90e0-71c999dab23c not bound to the agent host dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:09:02.779090 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device d99de16a-f328-4d87-94d6-1c2723324369 no longer exists at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:09:02.799290 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] No Port match for: d99de16a-f328-4d87-94d6-1c2723324369 {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:09:02.799638 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device d99de16a-f328-4d87-94d6-1c2723324369 not bound to the agent host dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:09:02.800072 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device bdd3a39f-a58e-4925-86de-8a081826e517 no longer exists at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:09:02.819360 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] No Port match for: bdd3a39f-a58e-4925-86de-8a081826e517 {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:09:02.819717 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device bdd3a39f-a58e-4925-86de-8a081826e517 not bound to the agent host dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:09:02.848616 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f15d5ac5-db2b-4185-9ab6-8b8b12043a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-987256', 'neutron.services.segments.db._delete_segments_for_network-8736268768229'] for network (8fcad5ed-5326-4877-bcfc-c256b8a323d9), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:02.872519 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.services.segments.db [None req-f15d5ac5-db2b-4185-9ab6-8b8b12043a55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fcad5ed-5326-4877-bcfc-c256b8a323d9']}} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:09:02.882383 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.services.segments.db [None req-f15d5ac5-db2b-4185-9ab6-8b8b12043a55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '207d2e5f-f4f9-4a5c-b547-4dc351ee738d') {'for_net_delete': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:09:02.882709 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.services.segments.db [None req-f15d5ac5-db2b-4185-9ab6-8b8b12043a55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '207d2e5f-f4f9-4a5c-b547-4dc351ee738d') {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:09:02.891987 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f15d5ac5-db2b-4185-9ab6-8b8b12043a55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736268768130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59747294'] for segment (207d2e5f-f4f9-4a5c-b547-4dc351ee738d), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:02.902632 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:09:02.905267 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f15d5ac5-db2b-4185-9ab6-8b8b12043a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101'] for segment (207d2e5f-f4f9-4a5c-b547-4dc351ee738d), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:02.912293 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:09:02.913750 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f15d5ac5-db2b-4185-9ab6-8b8b12043a55 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 05:09:02.914244 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f15d5ac5-db2b-4185-9ab6-8b8b12043a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3264633'] for segment (207d2e5f-f4f9-4a5c-b547-4dc351ee738d), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:02.954307 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.services.segments.plugin [-] Segment 207d2e5f-f4f9-4a5c-b547-4dc351ee738d resource provider aggregate not found Jul 30 05:09:02.974776 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.services.segments.plugin [-] Segment 207d2e5f-f4f9-4a5c-b547-4dc351ee738d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 207d2e5f-f4f9-4a5c-b547-4dc351ee738d found for delete ", "request_id": "req-565a6110-c6fd-40fe-a954-1392b4378651"}]} Jul 30 05:09:02.981528 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f15d5ac5-db2b-4185-9ab6-8b8b12043a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704485'] for network (8fcad5ed-5326-4877-bcfc-c256b8a323d9), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:02.988313 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f15d5ac5-db2b-4185-9ab6-8b8b12043a55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for network (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:02.991414 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-f15d5ac5-db2b-4185-9ab6-8b8b12043a55 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8fcad5ed-5326-4877-bcfc-c256b8a323d9 HTTP/1.1" status: 204 len: 168 time: 0.7923551 Jul 30 05:09:03.004702 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d5ac5-db2b-4185-9ab6-8b8b12043a55 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fcad5ed-5326-4877-bcfc-c256b8a323d9,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:09:03.106861 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 58220) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:09:03.146600 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-ffdeb1fe-51bf-4936-8f51-58552899777e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=db365a6a9f6041a7a8749fd1a1e3d488&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383198 Jul 30 05:09:03.148999 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 58222) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:09:03.200577 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b1340ed8-ad3d-47db-9a54-bec142e9e355 admin admin] Publish callbacks [] for security_group (7598d3d8-928b-456c-87ba-8329482f789f), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:03.222507 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b1340ed8-ad3d-47db-9a54-bec142e9e355 admin admin] Publish callbacks [] for security_group (7598d3d8-928b-456c-87ba-8329482f789f), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:03.269213 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b1340ed8-ad3d-47db-9a54-bec142e9e355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (7598d3d8-928b-456c-87ba-8329482f789f), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:03.271747 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b1340ed8-ad3d-47db-9a54-bec142e9e355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:03.272866 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-b1340ed8-ad3d-47db-9a54-bec142e9e355 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7598d3d8-928b-456c-87ba-8329482f789f HTTP/1.1" status: 204 len: 168 time: 0.1229980 Jul 30 05:09:03.280370 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1340ed8-ad3d-47db-9a54-bec142e9e355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7598d3d8-928b-456c-87ba-8329482f789f,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:09:03.592861 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 58228) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:09:03.631861 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-7d1f1a4e-2123-4803-94b1-6b6c141256ed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=045ba324caf94e62a62b3ed245adf7b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371482 Jul 30 05:09:03.634133 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 58230) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:09:03.681719 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d8682736-e17e-4b40-a566-25220faa16bf admin admin] Publish callbacks [] for security_group (33536e7f-297c-4733-bb45-97af276280d7), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:03.702317 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d8682736-e17e-4b40-a566-25220faa16bf admin admin] Publish callbacks [] for security_group (33536e7f-297c-4733-bb45-97af276280d7), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:03.748774 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d8682736-e17e-4b40-a566-25220faa16bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (33536e7f-297c-4733-bb45-97af276280d7), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:03.751612 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d8682736-e17e-4b40-a566-25220faa16bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:03.752950 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-d8682736-e17e-4b40-a566-25220faa16bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/33536e7f-297c-4733-bb45-97af276280d7 HTTP/1.1" status: 204 len: 168 time: 0.1179147 Jul 30 05:09:03.760718 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8682736-e17e-4b40-a566-25220faa16bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33536e7f-297c-4733-bb45-97af276280d7,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:09:03.772980 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:09:09.003992 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=63,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:09:09.005276 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=51,neutron:DELETE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:09:11.602273 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:09:11.676739 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:09:13.293167 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=19,neutron:DELETE=4 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:09:13.755558 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:DELETE=5,neutron:SELECT=47 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:09:13.756514 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=49,neutron:DELETE=6 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:09:16.091361 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (dec4dcff-e2ed-49ed-8dd3-cc3856f345b5), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:20.528429 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-c7b56830-c1a7-41a5-9de8-a9aceae9a73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:22.856092 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-129d8877-e4ff-4c3c-b6a7-aaa6556404d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:23.924035 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:25.341805 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:25.726031 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:29.226558 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.agents_db [None req-c768def0-c5c3-40f0-ac12-561af9dad95f None None] Agent healthcheck: found 6 active agents {{(pid=103973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:09:32.136649 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=4 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:09:35.720010 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:09:35.721868 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:09:39.222291 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=4 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:09:46.102913 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (dec4dcff-e2ed-49ed-8dd3-cc3856f345b5), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:49.054275 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc07173-ab7b-4532-9d80-ca06eb8f6bfa req-20948ee5-fb5d-410a-8ec8-22a61695a76b tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:09:49.055757 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2cc07173-ab7b-4532-9d80-ca06eb8f6bfa req-20948ee5-fb5d-410a-8ec8-22a61695a76b tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fd2f208-dd3d-4ea2-b97f-5c70404be701 HTTP/1.1" status: 200 len: 945 time: 0.0494814 Jul 30 05:09:49.102638 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2cc07173-ab7b-4532-9d80-ca06eb8f6bfa req-094c70d8-4c92-4fd0-bbd1-1d49cbab5603 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=19b8e304-bab1-4490-9789-ae06f780b27e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406053 Jul 30 05:09:49.176072 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:09:50.230721 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c50370-00cb-4d39-9aaf-a8d007169766 req-acc30620-5a4a-4d53-a517-3ad5e1a13616 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:09:50.232179 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-71c50370-00cb-4d39-9aaf-a8d007169766 req-acc30620-5a4a-4d53-a517-3ad5e1a13616 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fd2f208-dd3d-4ea2-b97f-5c70404be701 HTTP/1.1" status: 200 len: 945 time: 0.0471849 Jul 30 05:09:50.278212 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [req-71c50370-00cb-4d39-9aaf-a8d007169766 req-b3b2b399-2b3c-42f5-8fd7-3838ea25738c tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups?id=19b8e304-bab1-4490-9789-ae06f780b27e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398374 Jul 30 05:09:50.531663 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e8af0d29-57ee-465d-a00a-ed7d234ede6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:50.644977 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44598fe8-6a00-4676-94bc-d324aa23142f req-70afe014-eba1-4674-a2d8-e6b92220fe75 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 30 05:09:50.646376 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-44598fe8-6a00-4676-94bc-d324aa23142f req-70afe014-eba1-4674-a2d8-e6b92220fe75 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fd2f208-dd3d-4ea2-b97f-5c70404be701 HTTP/1.1" status: 200 len: 945 time: 0.0460958 Jul 30 05:09:50.728132 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-44598fe8-6a00-4676-94bc-d324aa23142f req-493d1cf7-bc13-47eb-b14c-334134bd5c41 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Deleting port ac0f2638-da55-4a28-919f-b194d81ff725 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:09:50.728477 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-44598fe8-6a00-4676-94bc-d324aa23142f req-493d1cf7-bc13-47eb-b14c-334134bd5c41 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (ac0f2638-da55-4a28-919f-b194d81ff725), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:50.816135 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-44598fe8-6a00-4676-94bc-d324aa23142f req-493d1cf7-bc13-47eb-b14c-334134bd5c41 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] For port ac0f2638-da55-4a28-919f-b194d81ff725, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=ac0f2638-da55-4a28-919f-b194d81ff725,segment=NetworkSegment(716eb1aa-7d0b-477f-bc0e-27e6bc146537),segment_id=716eb1aa-7d0b-477f-bc0e-27e6bc146537)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:09:50.816396 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-44598fe8-6a00-4676-94bc-d324aa23142f req-493d1cf7-bc13-47eb-b14c-334134bd5c41 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (ac0f2638-da55-4a28-919f-b194d81ff725), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:50.979280 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-44598fe8-6a00-4676-94bc-d324aa23142f req-493d1cf7-bc13-47eb-b14c-334134bd5c41 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:50.979639 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-44598fe8-6a00-4676-94bc-d324aa23142f req-493d1cf7-bc13-47eb-b14c-334134bd5c41 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692779'] for floatingip (39fa2243-1952-4896-8dd4-dba9aafdb8e2), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:50.979962 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.db.l3_db [req-44598fe8-6a00-4676-94bc-d324aa23142f req-493d1cf7-bc13-47eb-b14c-334134bd5c41 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Floating IP 39fa2243-1952-4896-8dd4-dba9aafdb8e2 disassociated. External IP: 172.27.2.37, port: ac0f2638-da55-4a28-919f-b194d81ff725. Jul 30 05:09:50.980346 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-44598fe8-6a00-4676-94bc-d324aa23142f req-493d1cf7-bc13-47eb-b14c-334134bd5c41 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Calling delete_port for ac0f2638-da55-4a28-919f-b194d81ff725 owned by compute:nova {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:09:51.107704 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-44598fe8-6a00-4676-94bc-d324aa23142f req-493d1cf7-bc13-47eb-b14c-334134bd5c41 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (ac0f2638-da55-4a28-919f-b194d81ff725), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:51.134393 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d1cf7-bc13-47eb-b14c-334134bd5c41 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Pushing event deleted for resources: {'Port': ['ID=ac0f2638-da55-4a28-919f-b194d81ff725,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:09:51.144341 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d1cf7-bc13-47eb-b14c-334134bd5c41 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:09:51.144691 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d1cf7-bc13-47eb-b14c-334134bd5c41 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:09:51.145033 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d1cf7-bc13-47eb-b14c-334134bd5c41 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:09:51.145376 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d1cf7-bc13-47eb-b14c-334134bd5c41 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:09:51.145711 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d1cf7-bc13-47eb-b14c-334134bd5c41 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:09:51.146046 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d1cf7-bc13-47eb-b14c-334134bd5c41 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:09:51.146377 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d1cf7-bc13-47eb-b14c-334134bd5c41 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:09:51.146731 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d1cf7-bc13-47eb-b14c-334134bd5c41 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:09:51.147062 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d1cf7-bc13-47eb-b14c-334134bd5c41 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:09:51.147467 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d1cf7-bc13-47eb-b14c-334134bd5c41 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:09:51.147703 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d1cf7-bc13-47eb-b14c-334134bd5c41 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:09:51.148032 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d1cf7-bc13-47eb-b14c-334134bd5c41 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:09:51.148356 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d1cf7-bc13-47eb-b14c-334134bd5c41 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:09:51.148678 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d1cf7-bc13-47eb-b14c-334134bd5c41 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:09:51.149002 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d1cf7-bc13-47eb-b14c-334134bd5c41 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:09:51.257762 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44598fe8-6a00-4676-94bc-d324aa23142f req-493d1cf7-bc13-47eb-b14c-334134bd5c41 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Router e8e4fb20-1b16-4435-ae41-e08f96f8c7ad has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 05:09:51.384914 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a336b8f1-f750-43a5-96d6-053eaed2c490 req-86777e4e-9c09-4feb-a267-247fa62ba141 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fd2f208-dd3d-4ea2-b97f-5c70404be701 HTTP/1.1" status: 200 len: 210 time: 0.0312788 Jul 30 05:09:51.387676 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44598fe8-6a00-4676-94bc-d324aa23142f req-493d1cf7-bc13-47eb-b14c-334134bd5c41 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:09:51.395618 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:09:51.402713 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123d3a06-b5d0-432c-bf40-0adbc5c73449 None None] Sync routers for ids ['e8e4fb20-1b16-4435-ae41-e08f96f8c7ad'] in dv-cinder-851279-3-iscsi {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:09:51.413120 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123d3a06-b5d0-432c-bf40-0adbc5c73449 None None] Routers {'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:09:51.413646 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-123d3a06-b5d0-432c-bf40-0adbc5c73449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:09:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['e8e4fb20-1b16-4435-ae41-e08f96f8c7ad'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:09:51.436584 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-44598fe8-6a00-4676-94bc-d324aa23142f req-493d1cf7-bc13-47eb-b14c-334134bd5c41 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] No DVR routers for this DVR port ac0f2638-da55-4a28-919f-b194d81ff725 on host hv-cinder-85127 {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 30 05:09:51.439893 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-44598fe8-6a00-4676-94bc-d324aa23142f req-493d1cf7-bc13-47eb-b14c-334134bd5c41 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:51.443199 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [req-44598fe8-6a00-4676-94bc-d324aa23142f req-493d1cf7-bc13-47eb-b14c-334134bd5c41 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.49 "DELETE /v2.0/ports/ac0f2638-da55-4a28-919f-b194d81ff725 HTTP/1.1" status: 204 len: 173 time: 0.7914605 Jul 30 05:09:51.443632 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd2f208-dd3d-4ea2-b97f-5c70404be701', 'name': 'network-vif-deleted', 'tag': 'ac0f2638-da55-4a28-919f-b194d81ff725'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 30 05:09:51.445953 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b16b4900bbfc643f3f19b33d02e463cc441e963483cfbcd5657a130b47b3c9ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627d66f6-c8ad-4310-8e4b-1e1e7873464c" -d '{"events": [{"server_uuid": "8fd2f208-dd3d-4ea2-b97f-5c70404be701", "name": "network-vif-deleted", "tag": "ac0f2638-da55-4a28-919f-b194d81ff725"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 05:09:51.491504 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Jul 2022 05:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352c06b4-a278-463a-a110-2589896a14f9 x-openstack-request-id: req-352c06b4-a278-463a-a110-2589896a14f9 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 05:09:51.491802 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd2f208-dd3d-4ea2-b97f-5c70404be701", "name": "network-vif-deleted", "tag": "ac0f2638-da55-4a28-919f-b194d81ff725", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 05:09:51.492056 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-352c06b4-a278-463a-a110-2589896a14f9 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 05:09:51.492505 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-352c06b4-a278-463a-a110-2589896a14f9'] response: {'server_uuid': '8fd2f208-dd3d-4ea2-b97f-5c70404be701', 'name': 'network-vif-deleted', 'tag': 'ac0f2638-da55-4a28-919f-b194d81ff725', 'status': 'completed', 'code': 200} Jul 30 05:09:51.533751 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-123d3a06-b5d0-432c-bf40-0adbc5c73449 None None] Set router e8e4fb20-1b16-4435-ae41-e08f96f8c7ad gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:09:51.732218 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-123d3a06-b5d0-432c-bf40-0adbc5c73449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'name': 'tempest-AttachVolumeTestJSON-977196658-router', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '5e753a08-d8ff-49ce-a751-def039b7063e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:05:49Z', 'updated_at': '2022-07-30T05:05:52Z', 'revision_number': 4, 'project_id': 'd9f8c70dc5de488698a8ab775c618088', 'gw_port': {'id': '5e753a08-d8ff-49ce-a751-def039b7063e', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:86:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:05:49Z', 'updated_at': '2022-07-30T05:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'c7bb14c8-22ae-48ec-81c0-ed941aba6da8', 'name': '', 'network_id': '94989f7f-6c27-4232-af89-2c1914199605', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'mac_address': 'fa:16:3e:26:f5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '98442497-4af2-416e-bcf3-345bb9e57377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:05:51Z', 'updated_at': '2022-07-30T05:05:57Z', 'revision_number': 5, 'project_id': 'd9f8c70dc5de488698a8ab775c618088', 'subnets': [{'id': '98442497-4af2-416e-bcf3-345bb9e57377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:09:51.760076 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123d3a06-b5d0-432c-bf40-0adbc5c73449 None None] Checking router: e8e4fb20-1b16-4435-ae41-e08f96f8c7ad for host: dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:09:51.769267 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123d3a06-b5d0-432c-bf40-0adbc5c73449 None None] Routers {'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:09:51.769865 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-123d3a06-b5d0-432c-bf40-0adbc5c73449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:09:23Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['e8e4fb20-1b16-4435-ae41-e08f96f8c7ad'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:09:51.872768 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-123d3a06-b5d0-432c-bf40-0adbc5c73449 None None] Set router e8e4fb20-1b16-4435-ae41-e08f96f8c7ad gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:09:52.065032 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-123d3a06-b5d0-432c-bf40-0adbc5c73449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'name': 'tempest-AttachVolumeTestJSON-977196658-router', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '5e753a08-d8ff-49ce-a751-def039b7063e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:05:49Z', 'updated_at': '2022-07-30T05:05:52Z', 'revision_number': 4, 'project_id': 'd9f8c70dc5de488698a8ab775c618088', 'gw_port': {'id': '5e753a08-d8ff-49ce-a751-def039b7063e', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:86:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:05:49Z', 'updated_at': '2022-07-30T05:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'c7bb14c8-22ae-48ec-81c0-ed941aba6da8', 'name': '', 'network_id': '94989f7f-6c27-4232-af89-2c1914199605', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'mac_address': 'fa:16:3e:26:f5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '98442497-4af2-416e-bcf3-345bb9e57377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:05:51Z', 'updated_at': '2022-07-30T05:05:57Z', 'revision_number': 5, 'project_id': 'd9f8c70dc5de488698a8ab775c618088', 'subnets': [{'id': '98442497-4af2-416e-bcf3-345bb9e57377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:09:52.089610 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123d3a06-b5d0-432c-bf40-0adbc5c73449 None None] The sync data for ids ['e8e4fb20-1b16-4435-ae41-e08f96f8c7ad'] in dv-cinder-851279-3-iscsi is: [{'id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'name': 'tempest-AttachVolumeTestJSON-977196658-router', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '5e753a08-d8ff-49ce-a751-def039b7063e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:05:49Z', 'updated_at': '2022-07-30T05:05:52Z', 'revision_number': 4, 'project_id': 'd9f8c70dc5de488698a8ab775c618088', 'gw_port': {'id': '5e753a08-d8ff-49ce-a751-def039b7063e', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:86:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:05:49Z', 'updated_at': '2022-07-30T05:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi', '_interfaces': [{'id': 'c7bb14c8-22ae-48ec-81c0-ed941aba6da8', 'name': '', 'network_id': '94989f7f-6c27-4232-af89-2c1914199605', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'mac_address': 'fa:16:3e:26:f5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '98442497-4af2-416e-bcf3-345bb9e57377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:05:51Z', 'updated_at': '2022-07-30T05:05:57Z', 'revision_number': 5, 'project_id': 'd9f8c70dc5de488698a8ab775c618088', 'subnets': [{'id': '98442497-4af2-416e-bcf3-345bb9e57377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:09:52.295690 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5162ae5-650c-4940-8f49-dc364239744d None None] New status for floating IP 39fa2243-1952-4896-8dd4-dba9aafdb8e2: DOWN {{(pid=103973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 30 05:09:52.476039 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 58366) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:09:52.500335 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:09:52.532705 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-40ab53a8-5db9-4d30-8bde-1cca1fa7d669 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks [] for security_group (19b8e304-bab1-4490-9789-ae06f780b27e), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:52.556448 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-40ab53a8-5db9-4d30-8bde-1cca1fa7d669 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks [] for security_group (19b8e304-bab1-4490-9789-ae06f780b27e), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:52.603292 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-40ab53a8-5db9-4d30-8bde-1cca1fa7d669 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (19b8e304-bab1-4490-9789-ae06f780b27e), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:52.605864 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-40ab53a8-5db9-4d30-8bde-1cca1fa7d669 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:52.607026 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-40ab53a8-5db9-4d30-8bde-1cca1fa7d669 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "DELETE /v2.0/security-groups/19b8e304-bab1-4490-9789-ae06f780b27e HTTP/1.1" status: 204 len: 168 time: 0.1299381 Jul 30 05:09:52.609934 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 58368) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:09:52.616582 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab53a8-5db9-4d30-8bde-1cca1fa7d669 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b8e304-bab1-4490-9789-ae06f780b27e,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:09:52.623931 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.api.v2.resource [None req-a6f1a405-51ac-4c41-9b25-bf3bcaadea23 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] show failed (client error): The resource could not be found. Jul 30 05:09:52.629672 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-a6f1a405-51ac-4c41-9b25-bf3bcaadea23 tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "GET /v2.0/security-groups/19b8e304-bab1-4490-9789-ae06f780b27e HTTP/1.1" status: 404 len: 347 time: 0.0186014 Jul 30 05:09:52.632613 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 58370) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:09:52.744236 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-932a0075-fa2e-442d-86d6-7f16e9c2c01d tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Deleting port bd68d2f1-8943-4e5f-b7f1-18b6694c996d {{(pid=103970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:09:52.744581 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-932a0075-fa2e-442d-86d6-7f16e9c2c01d tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (bd68d2f1-8943-4e5f-b7f1-18b6694c996d), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:52.824201 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-932a0075-fa2e-442d-86d6-7f16e9c2c01d tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (bd68d2f1-8943-4e5f-b7f1-18b6694c996d), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:52.824459 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-932a0075-fa2e-442d-86d6-7f16e9c2c01d tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks [] for floatingip (bd68d2f1-8943-4e5f-b7f1-18b6694c996d), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:52.837449 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-932a0075-fa2e-442d-86d6-7f16e9c2c01d tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Calling delete_port for bd68d2f1-8943-4e5f-b7f1-18b6694c996d owned by network:floatingip {{(pid=103970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:09:52.862191 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-bbb82c97-631e-456c-8d9d-3f5df4e76bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:52.971030 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-932a0075-fa2e-442d-86d6-7f16e9c2c01d tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (bd68d2f1-8943-4e5f-b7f1-18b6694c996d), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:52.993356 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a0075-fa2e-442d-86d6-7f16e9c2c01d tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Pushing event deleted for resources: {'Port': ['ID=bd68d2f1-8943-4e5f-b7f1-18b6694c996d,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:09:53.006972 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a0075-fa2e-442d-86d6-7f16e9c2c01d tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:09:53.007322 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a0075-fa2e-442d-86d6-7f16e9c2c01d tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:09:53.007672 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a0075-fa2e-442d-86d6-7f16e9c2c01d tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:09:53.008058 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a0075-fa2e-442d-86d6-7f16e9c2c01d tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:09:53.008375 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a0075-fa2e-442d-86d6-7f16e9c2c01d tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:09:53.008686 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a0075-fa2e-442d-86d6-7f16e9c2c01d tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:09:53.009021 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a0075-fa2e-442d-86d6-7f16e9c2c01d tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:09:53.009526 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a0075-fa2e-442d-86d6-7f16e9c2c01d tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:09:53.009860 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a0075-fa2e-442d-86d6-7f16e9c2c01d tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:09:53.010188 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a0075-fa2e-442d-86d6-7f16e9c2c01d tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:09:53.010538 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a0075-fa2e-442d-86d6-7f16e9c2c01d tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:09:53.010865 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a0075-fa2e-442d-86d6-7f16e9c2c01d tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:09:53.011185 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a0075-fa2e-442d-86d6-7f16e9c2c01d tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:09:53.011505 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a0075-fa2e-442d-86d6-7f16e9c2c01d tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:09:53.011823 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a0075-fa2e-442d-86d6-7f16e9c2c01d tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-3-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 05:09:53.067240 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-932a0075-fa2e-442d-86d6-7f16e9c2c01d tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks [] for floatingip (39fa2243-1952-4896-8dd4-dba9aafdb8e2), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:53.069765 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-932a0075-fa2e-442d-86d6-7f16e9c2c01d tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122189'] for floatingip (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:53.070941 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-932a0075-fa2e-442d-86d6-7f16e9c2c01d tempest-AttachVolumeTestJSON-1448876773 tempest-AttachVolumeTestJSON-1448876773-project] 10.222.0.20 "DELETE /v2.0/floatingips/39fa2243-1952-4896-8dd4-dba9aafdb8e2 HTTP/1.1" status: 204 len: 168 time: 0.4374087 Jul 30 05:09:53.713899 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device ac0f2638-da55-4a28-919f-b194d81ff725 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:09:53.733252 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] No Port match for: ac0f2638-da55-4a28-919f-b194d81ff725 {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:09:53.733659 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Device ac0f2638-da55-4a28-919f-b194d81ff725 not bound to the agent host hv-cinder-85127 {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:09:53.926864 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:55.345723 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:55.728218 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:56.621718 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 58398) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:09:56.923913 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:09:56.928285 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a2886874-e55e-4312-87af-745a978cb33e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706265'] for router_interface (e8e4fb20-1b16-4435-ae41-e08f96f8c7ad), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:57.014278 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:09:57.399737 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-a2886874-e55e-4312-87af-745a978cb33e admin admin] Deleting port c7bb14c8-22ae-48ec-81c0-ed941aba6da8 {{(pid=103970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:09:57.400078 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a2886874-e55e-4312-87af-745a978cb33e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (c7bb14c8-22ae-48ec-81c0-ed941aba6da8), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:57.478808 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-a2886874-e55e-4312-87af-745a978cb33e admin admin] For port c7bb14c8-22ae-48ec-81c0-ed941aba6da8, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=c7bb14c8-22ae-48ec-81c0-ed941aba6da8,segment=NetworkSegment(716eb1aa-7d0b-477f-bc0e-27e6bc146537),segment_id=716eb1aa-7d0b-477f-bc0e-27e6bc146537)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:09:57.478808 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a2886874-e55e-4312-87af-745a978cb33e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (c7bb14c8-22ae-48ec-81c0-ed941aba6da8), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:57.491742 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-a2886874-e55e-4312-87af-745a978cb33e admin admin] Calling delete_port for c7bb14c8-22ae-48ec-81c0-ed941aba6da8 owned by network:router_interface {{(pid=103970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:09:57.667013 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a2886874-e55e-4312-87af-745a978cb33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (c7bb14c8-22ae-48ec-81c0-ed941aba6da8), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:57.695340 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2886874-e55e-4312-87af-745a978cb33e admin admin] Pushing event deleted for resources: {'Port': ['ID=c7bb14c8-22ae-48ec-81c0-ed941aba6da8,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:09:57.862262 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a2886874-e55e-4312-87af-745a978cb33e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1706421'] for router_interface (e8e4fb20-1b16-4435-ae41-e08f96f8c7ad), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:58.061586 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:09:58.068661 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:09:58.074788 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2886874-e55e-4312-87af-745a978cb33e admin admin] Router e8e4fb20-1b16-4435-ae41-e08f96f8c7ad has already been hosted by L3 agent 2b653fbb-d679-45fb-9a9e-f031d02192e1 {{(pid=103970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 30 05:09:58.177501 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2886874-e55e-4312-87af-745a978cb33e admin admin] Notify agent at l3_agent.dv-cinder-851279-3-iscsi the message routers_updated {{(pid=103970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 05:09:58.182582 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-a2886874-e55e-4312-87af-745a978cb33e admin admin] 10.222.0.20 "PUT /v2.0/routers/e8e4fb20-1b16-4435-ae41-e08f96f8c7ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5605986 Jul 30 05:09:58.185050 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 58400) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:09:58.188127 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b40a73-359a-414a-a615-c4c9695f335b None None] Sync routers for ids ['e8e4fb20-1b16-4435-ae41-e08f96f8c7ad'] in dv-cinder-851279-3-iscsi {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 05:09:58.199082 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b40a73-359a-414a-a615-c4c9695f335b None None] Routers {'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:09:58.199697 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-c6b40a73-359a-414a-a615-c4c9695f335b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:09:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['e8e4fb20-1b16-4435-ae41-e08f96f8c7ad'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:09:58.285980 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-30149a79-66aa-483e-b0b2-2f6b83c2058f admin admin] Publish callbacks [] for router (e8e4fb20-1b16-4435-ae41-e08f96f8c7ad), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:58.302401 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-c6b40a73-359a-414a-a615-c4c9695f335b None None] Set router e8e4fb20-1b16-4435-ae41-e08f96f8c7ad gateway port host: dv-cinder-851279-3-iscsi {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:09:58.366311 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:09:58.385020 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-30149a79-66aa-483e-b0b2-2f6b83c2058f admin admin] Publish callbacks [] for router_gateway (e8e4fb20-1b16-4435-ae41-e08f96f8c7ad), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:58.425255 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:09:58.431777 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-30149a79-66aa-483e-b0b2-2f6b83c2058f admin admin] Deleting port 5e753a08-d8ff-49ce-a751-def039b7063e {{(pid=103970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:09:58.432122 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-30149a79-66aa-483e-b0b2-2f6b83c2058f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (5e753a08-d8ff-49ce-a751-def039b7063e), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:58.479641 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-c6b40a73-359a-414a-a615-c4c9695f335b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'name': 'tempest-AttachVolumeTestJSON-977196658-router', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'external_fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '5e753a08-d8ff-49ce-a751-def039b7063e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:05:49Z', 'updated_at': '2022-07-30T05:09:57Z', 'revision_number': 5, 'project_id': 'd9f8c70dc5de488698a8ab775c618088', 'gw_port': {'id': '5e753a08-d8ff-49ce-a751-def039b7063e', 'name': '', 'network_id': '0194f4bd-d033-4ee0-a642-9d17cfb40f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:86:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-30T05:05:49Z', 'updated_at': '2022-07-30T05:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c0201b0-7b08-4a32-872b-15ffee5372f4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-3-iscsi'}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:09:58.504523 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b40a73-359a-414a-a615-c4c9695f335b None None] Checking router: e8e4fb20-1b16-4435-ae41-e08f96f8c7ad for host: dv-cinder-851279-3-iscsi {{(pid=103972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 05:09:58.512833 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b40a73-359a-414a-a615-c4c9695f335b None None] Routers {'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad'} bound to L3 agent in host dv-cinder-851279-3-iscsi {{(pid=103972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 30 05:09:58.513119 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-30149a79-66aa-483e-b0b2-2f6b83c2058f admin admin] For port 5e753a08-d8ff-49ce-a751-def039b7063e, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=5e753a08-d8ff-49ce-a751-def039b7063e,segment=NetworkSegment(e5d036d1-25f5-4dcf-bf6d-d8f947655ab3),segment_id=e5d036d1-25f5-4dcf-bf6d-d8f947655ab3)] {{(pid=103970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:09:58.513428 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-c6b40a73-359a-414a-a615-c4c9695f335b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-30T04:49:53Z,description=,heartbeat_timestamp=2022-07-30T05:09:53Z,host='dv-cinder-851279-3-iscsi',id=2b653fbb-d679-45fb-9a9e-f031d02192e1,load=0,resource_versions=,resources_synced=,started_at=2022-07-30T04:49:53Z,topic='l3_agent')) {'router_ids': ['e8e4fb20-1b16-4435-ae41-e08f96f8c7ad'], 'active': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:09:58.513548 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-30149a79-66aa-483e-b0b2-2f6b83c2058f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (5e753a08-d8ff-49ce-a751-def039b7063e), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:58.526951 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-30149a79-66aa-483e-b0b2-2f6b83c2058f admin admin] Calling delete_port for 5e753a08-d8ff-49ce-a751-def039b7063e owned by network:router_gateway {{(pid=103970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:09:58.699021 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-30149a79-66aa-483e-b0b2-2f6b83c2058f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410672'] for port (5e753a08-d8ff-49ce-a751-def039b7063e), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:58.725420 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30149a79-66aa-483e-b0b2-2f6b83c2058f admin admin] Pushing event deleted for resources: {'Port': ['ID=5e753a08-d8ff-49ce-a751-def039b7063e,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:09:58.728146 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvr_db [None req-c6b40a73-359a-414a-a615-c4c9695f335b None None] Set router e8e4fb20-1b16-4435-ae41-e08f96f8c7ad gateway port host: None {{(pid=103972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 30 05:09:58.780837 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.db.l3_hamode_db [None req-c6b40a73-359a-414a-a615-c4c9695f335b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'name': 'tempest-AttachVolumeTestJSON-977196658-router', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:05:49Z', 'updated_at': '2022-07-30T05:09:58Z', 'revision_number': 6, 'project_id': 'd9f8c70dc5de488698a8ab775c618088', 'gw_port_host': None}], 'dv-cinder-851279-3-iscsi', False) {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:09:58.795733 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-30149a79-66aa-483e-b0b2-2f6b83c2058f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706877'] for router_gateway (e8e4fb20-1b16-4435-ae41-e08f96f8c7ad), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:58.810918 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b40a73-359a-414a-a615-c4c9695f335b None None] The sync data for ids ['e8e4fb20-1b16-4435-ae41-e08f96f8c7ad'] in dv-cinder-851279-3-iscsi is: [{'id': 'e8e4fb20-1b16-4435-ae41-e08f96f8c7ad', 'name': 'tempest-AttachVolumeTestJSON-977196658-router', 'tenant_id': 'd9f8c70dc5de488698a8ab775c618088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-30T05:05:49Z', 'updated_at': '2022-07-30T05:09:58Z', 'revision_number': 6, 'project_id': 'd9f8c70dc5de488698a8ab775c618088', 'gw_port_host': None}] {{(pid=103972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 05:09:58.886959 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-30149a79-66aa-483e-b0b2-2f6b83c2058f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1680016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31582'] for router (e8e4fb20-1b16-4435-ae41-e08f96f8c7ad), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:58.889091 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-30149a79-66aa-483e-b0b2-2f6b83c2058f admin admin] Publish callbacks [] for router_controller (e8e4fb20-1b16-4435-ae41-e08f96f8c7ad), precommit_delete_associations {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:58.930848 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-30149a79-66aa-483e-b0b2-2f6b83c2058f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1679890'] for router (e8e4fb20-1b16-4435-ae41-e08f96f8c7ad), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:58.931433 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30149a79-66aa-483e-b0b2-2f6b83c2058f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8e4fb20-1b16-4435-ae41-e08f96f8c7ad {{(pid=103970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 05:09:58.935824 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-30149a79-66aa-483e-b0b2-2f6b83c2058f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:58.937705 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-30149a79-66aa-483e-b0b2-2f6b83c2058f admin admin] 10.222.0.20 "DELETE /v2.0/routers/e8e4fb20-1b16-4435-ae41-e08f96f8c7ad HTTP/1.1" status: 204 len: 168 time: 0.7517443 Jul 30 05:09:58.940296 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 58402) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:09:58.966823 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:09:58.987543 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.db.db_base_plugin_v2 [None req-df909159-925d-4a6d-a17d-f2f4afda3053 admin admin] Deleting subnet 98442497-4af2-416e-bcf3-345bb9e57377 {{(pid=103970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 30 05:09:58.990640 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-df909159-925d-4a6d-a17d-f2f4afda3053 admin admin] Publish callbacks [] for subnet (98442497-4af2-416e-bcf3-345bb9e57377), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:59.015851 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:09:59.032594 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-df909159-925d-4a6d-a17d-f2f4afda3053 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3320015'] for subnet (98442497-4af2-416e-bcf3-345bb9e57377), precommit_delete_associations {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:59.106286 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-df909159-925d-4a6d-a17d-f2f4afda3053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990981'] for subnet (98442497-4af2-416e-bcf3-345bb9e57377), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:59.162803 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-df909159-925d-4a6d-a17d-f2f4afda3053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3410599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59151612'] for subnet (98442497-4af2-416e-bcf3-345bb9e57377), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:59.195965 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df909159-925d-4a6d-a17d-f2f4afda3053 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98442497-4af2-416e-bcf3-345bb9e57377,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:09:59.198178 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-df909159-925d-4a6d-a17d-f2f4afda3053 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for subnet (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:59.204774 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 58404) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:09:59.205315 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085835b0-c8ac-4727-88dd-d482115b7eb9 None None] Network 94989f7f-6c27-4232-af89-2c1914199605 requested from dv-cinder-851279-3-iscsi {{(pid=103972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 30 05:09:59.207205 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-df909159-925d-4a6d-a17d-f2f4afda3053 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/98442497-4af2-416e-bcf3-345bb9e57377 HTTP/1.1" status: 204 len: 168 time: 0.2652724 Jul 30 05:09:59.278992 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-af5a59e4-c73c-4fad-8786-baf3a16b136d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840338'] for network (94989f7f-6c27-4232-af89-2c1914199605), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:59.321996 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-af5a59e4-c73c-4fad-8786-baf3a16b136d admin admin] Deleting port 6cf1b633-2e3c-4961-9fdd-cbeea9d2186f {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 30 05:09:59.322340 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-af5a59e4-c73c-4fad-8786-baf3a16b136d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736268706600'] for port (6cf1b633-2e3c-4961-9fdd-cbeea9d2186f), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:59.386389 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-af5a59e4-c73c-4fad-8786-baf3a16b136d admin admin] For port 6cf1b633-2e3c-4961-9fdd-cbeea9d2186f, host dv-cinder-851279-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-3-iscsi',level=0,port_id=6cf1b633-2e3c-4961-9fdd-cbeea9d2186f,segment=NetworkSegment(716eb1aa-7d0b-477f-bc0e-27e6bc146537),segment_id=716eb1aa-7d0b-477f-bc0e-27e6bc146537)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 05:09:59.386784 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-af5a59e4-c73c-4fad-8786-baf3a16b136d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694738'] for port (6cf1b633-2e3c-4961-9fdd-cbeea9d2186f), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:59.403567 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-af5a59e4-c73c-4fad-8786-baf3a16b136d admin admin] Calling delete_port for 6cf1b633-2e3c-4961-9fdd-cbeea9d2186f owned by network:dhcp {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 30 05:09:59.483713 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-af5a59e4-c73c-4fad-8786-baf3a16b136d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-817505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736268793070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736268297849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3264580'] for port (6cf1b633-2e3c-4961-9fdd-cbeea9d2186f), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:59.508964 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a59e4-c73c-4fad-8786-baf3a16b136d admin admin] Pushing event deleted for resources: {'Port': ['ID=6cf1b633-2e3c-4961-9fdd-cbeea9d2186f,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:09:59.512459 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5a59e4-c73c-4fad-8786-baf3a16b136d admin admin] No DVR routers for this DVR port 6cf1b633-2e3c-4961-9fdd-cbeea9d2186f on host dv-cinder-851279-3-iscsi {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 30 05:09:59.589406 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-af5a59e4-c73c-4fad-8786-baf3a16b136d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-987256', 'neutron.services.segments.db._delete_segments_for_network-8736268768229'] for network (94989f7f-6c27-4232-af89-2c1914199605), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:59.609347 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c90201-9f60-41bf-930d-e638ad547fd2 None None] DHCP port deletion for 94989f7f-6c27-4232-af89-2c1914199605 request from dv-cinder-851279-3-iscsi {{(pid=103972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 30 05:09:59.615295 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.services.segments.db [None req-af5a59e4-c73c-4fad-8786-baf3a16b136d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94989f7f-6c27-4232-af89-2c1914199605']}} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:09:59.629030 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.services.segments.db [None req-af5a59e4-c73c-4fad-8786-baf3a16b136d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '716eb1aa-7d0b-477f-bc0e-27e6bc146537') {'for_net_delete': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:09:59.629401 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.services.segments.db [None req-af5a59e4-c73c-4fad-8786-baf3a16b136d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '716eb1aa-7d0b-477f-bc0e-27e6bc146537') {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 05:09:59.639617 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-af5a59e4-c73c-4fad-8786-baf3a16b136d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736268768130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59747294'] for segment (716eb1aa-7d0b-477f-bc0e-27e6bc146537), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:59.653035 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-af5a59e4-c73c-4fad-8786-baf3a16b136d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101'] for segment (716eb1aa-7d0b-477f-bc0e-27e6bc146537), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:59.659779 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af5a59e4-c73c-4fad-8786-baf3a16b136d admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 05:09:59.660159 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-af5a59e4-c73c-4fad-8786-baf3a16b136d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3264633'] for segment (716eb1aa-7d0b-477f-bc0e-27e6bc146537), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:59.725510 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-af5a59e4-c73c-4fad-8786-baf3a16b136d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704485'] for network (94989f7f-6c27-4232-af89-2c1914199605), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:59.731342 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-af5a59e4-c73c-4fad-8786-baf3a16b136d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581970'] for network (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:09:59.735085 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-af5a59e4-c73c-4fad-8786-baf3a16b136d admin admin] 10.222.0.20 "DELETE /v2.0/networks/94989f7f-6c27-4232-af89-2c1914199605 HTTP/1.1" status: 204 len: 168 time: 0.5293076 Jul 30 05:09:59.750823 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a59e4-c73c-4fad-8786-baf3a16b136d admin admin] Pushing event deleted for resources: {'Network': ['ID=94989f7f-6c27-4232-af89-2c1914199605,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:09:59.881072 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.services.segments.plugin [-] Segment 716eb1aa-7d0b-477f-bc0e-27e6bc146537 resource provider aggregate not found Jul 30 05:09:59.904211 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.services.segments.plugin [-] Segment 716eb1aa-7d0b-477f-bc0e-27e6bc146537 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 716eb1aa-7d0b-477f-bc0e-27e6bc146537 found for delete ", "request_id": "req-e2703882-e376-43f7-af45-823880af0756"}]} Jul 30 05:09:59.936747 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 58414) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:09:59.976924 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-e97ba826-b931-4e1b-a77c-963c3a41daf8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d9f8c70dc5de488698a8ab775c618088&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389187 Jul 30 05:09:59.979407 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 58416) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:10:00.027563 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a3fe6d1a-18dd-474c-a999-81eaacf7390e admin admin] Publish callbacks [] for security_group (86ba3d33-c88c-4d66-aab8-fe4dedf20975), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:00.049940 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a3fe6d1a-18dd-474c-a999-81eaacf7390e admin admin] Publish callbacks [] for security_group (86ba3d33-c88c-4d66-aab8-fe4dedf20975), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:00.081045 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:10:00.098338 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a3fe6d1a-18dd-474c-a999-81eaacf7390e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (86ba3d33-c88c-4d66-aab8-fe4dedf20975), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:00.100841 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a3fe6d1a-18dd-474c-a999-81eaacf7390e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:00.101975 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-a3fe6d1a-18dd-474c-a999-81eaacf7390e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86ba3d33-c88c-4d66-aab8-fe4dedf20975 HTTP/1.1" status: 204 len: 168 time: 0.1216898 Jul 30 05:10:00.110348 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe6d1a-18dd-474c-a999-81eaacf7390e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ba3d33-c88c-4d66-aab8-fe4dedf20975,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:10:00.791225 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 6cf1b633-2e3c-4961-9fdd-cbeea9d2186f no longer exists at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:10:00.810246 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] No Port match for: 6cf1b633-2e3c-4961-9fdd-cbeea9d2186f {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:10:00.810624 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 6cf1b633-2e3c-4961-9fdd-cbeea9d2186f not bound to the agent host dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:10:00.811045 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 5e753a08-d8ff-49ce-a751-def039b7063e no longer exists at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:10:00.829292 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] No Port match for: 5e753a08-d8ff-49ce-a751-def039b7063e {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:10:00.829647 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device 5e753a08-d8ff-49ce-a751-def039b7063e not bound to the agent host dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:10:00.830071 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device c7bb14c8-22ae-48ec-81c0-ed941aba6da8 no longer exists at agent ovs-agent-dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 05:10:00.848852 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] No Port match for: c7bb14c8-22ae-48ec-81c0-ed941aba6da8 {{(pid=103972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 30 05:10:00.849204 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.rpc [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Device c7bb14c8-22ae-48ec-81c0-ed941aba6da8 not bound to the agent host dv-cinder-851279-3-iscsi {{(pid=103972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 05:10:06.226086 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.agents_db [None req-c768def0-c5c3-40f0-ac12-561af9dad95f None None] Agent healthcheck: found 6 active agents {{(pid=103973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:10:09.169383 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:10:09.172275 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:10:10.105928 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:10:10.693063 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 58558) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:10:10.797781 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-5cd04a72-2950-477f-b6f0-397d9fe21c8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:10.814446 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=45 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:10:10.832551 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=50 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:10:10.873298 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-5cd04a72-2950-477f-b6f0-397d9fe21c8f admin admin] Publish callbacks [] for security_group (58e71eb6-4d84-4064-aaf2-d5fc4b595640), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:10.877215 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-5cd04a72-2950-477f-b6f0-397d9fe21c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (58e71eb6-4d84-4064-aaf2-d5fc4b595640), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:10.918761 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd04a72-2950-477f-b6f0-397d9fe21c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e71eb6-4d84-4064-aaf2-d5fc4b595640,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:10:10.923415 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-5cd04a72-2950-477f-b6f0-397d9fe21c8f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0830b6f529ff4f8fb4384019d76a5a7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293258 Jul 30 05:10:10.926216 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 58562) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:10:10.974838 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-932f5453-5f47-4a69-a71d-71009558df24 admin admin] Publish callbacks [] for security_group (58e71eb6-4d84-4064-aaf2-d5fc4b595640), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:10.995847 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-932f5453-5f47-4a69-a71d-71009558df24 admin admin] Publish callbacks [] for security_group (58e71eb6-4d84-4064-aaf2-d5fc4b595640), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:11.042691 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-932f5453-5f47-4a69-a71d-71009558df24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (58e71eb6-4d84-4064-aaf2-d5fc4b595640), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:11.045219 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-932f5453-5f47-4a69-a71d-71009558df24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:11.046357 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-932f5453-5f47-4a69-a71d-71009558df24 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58e71eb6-4d84-4064-aaf2-d5fc4b595640 HTTP/1.1" status: 204 len: 168 time: 0.1193857 Jul 30 05:10:11.054597 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f5453-5f47-4a69-a71d-71009558df24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e71eb6-4d84-4064-aaf2-d5fc4b595640,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:10:11.309685 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 58568) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:10:11.323281 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f43c9d41-39ce-4acc-ad52-b9ea72cd6eec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:11.399178 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f43c9d41-39ce-4acc-ad52-b9ea72cd6eec admin admin] Publish callbacks [] for security_group (c19f87ba-b96f-4452-b994-4d461bc4cb4b), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:11.403305 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f43c9d41-39ce-4acc-ad52-b9ea72cd6eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (c19f87ba-b96f-4452-b994-4d461bc4cb4b), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:11.445579 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-f43c9d41-39ce-4acc-ad52-b9ea72cd6eec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78943b23bc0944e1a0de628039534b92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348066 Jul 30 05:10:11.446532 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c9d41-39ce-4acc-ad52-b9ea72cd6eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19f87ba-b96f-4452-b994-4d461bc4cb4b,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:10:11.448359 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 58570) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:10:11.498985 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-eb29de40-8338-486b-9ec2-db2511f4ccba admin admin] Publish callbacks [] for security_group (c19f87ba-b96f-4452-b994-4d461bc4cb4b), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:11.521290 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-eb29de40-8338-486b-9ec2-db2511f4ccba admin admin] Publish callbacks [] for security_group (c19f87ba-b96f-4452-b994-4d461bc4cb4b), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:11.567825 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-eb29de40-8338-486b-9ec2-db2511f4ccba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (c19f87ba-b96f-4452-b994-4d461bc4cb4b), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:11.570593 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-eb29de40-8338-486b-9ec2-db2511f4ccba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:11.571746 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-eb29de40-8338-486b-9ec2-db2511f4ccba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c19f87ba-b96f-4452-b994-4d461bc4cb4b HTTP/1.1" status: 204 len: 168 time: 0.1216052 Jul 30 05:10:11.579600 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb29de40-8338-486b-9ec2-db2511f4ccba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19f87ba-b96f-4452-b994-4d461bc4cb4b,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:10:13.191749 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 58616) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:10:13.300230 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-07355376-527c-419f-aed9-c8e9fd732a29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:13.376262 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-07355376-527c-419f-aed9-c8e9fd732a29 admin admin] Publish callbacks [] for security_group (8f44cb05-fdef-47e6-8f86-f6e3ccd1f57e), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:13.380673 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-07355376-527c-419f-aed9-c8e9fd732a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (8f44cb05-fdef-47e6-8f86-f6e3ccd1f57e), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:13.422773 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07355376-527c-419f-aed9-c8e9fd732a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f44cb05-fdef-47e6-8f86-f6e3ccd1f57e,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:10:13.427040 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-07355376-527c-419f-aed9-c8e9fd732a29 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=407a3aaa2c404cbd8a65ad1feb3cd682&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2342544 Jul 30 05:10:13.429682 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 58620) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:10:13.478837 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1087ba66-4a32-4733-afed-b63714789f57 admin admin] Publish callbacks [] for security_group (8f44cb05-fdef-47e6-8f86-f6e3ccd1f57e), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:13.499618 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1087ba66-4a32-4733-afed-b63714789f57 admin admin] Publish callbacks [] for security_group (8f44cb05-fdef-47e6-8f86-f6e3ccd1f57e), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:13.550278 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1087ba66-4a32-4733-afed-b63714789f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (8f44cb05-fdef-47e6-8f86-f6e3ccd1f57e), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:13.552806 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-1087ba66-4a32-4733-afed-b63714789f57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:13.553939 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-1087ba66-4a32-4733-afed-b63714789f57 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8f44cb05-fdef-47e6-8f86-f6e3ccd1f57e HTTP/1.1" status: 204 len: 168 time: 0.1233299 Jul 30 05:10:13.561527 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087ba66-4a32-4733-afed-b63714789f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f44cb05-fdef-47e6-8f86-f6e3ccd1f57e,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:10:13.821730 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 58626) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:10:13.835422 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1d0e7599-2530-4897-a11e-8c2027fbaf4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:13.913192 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1d0e7599-2530-4897-a11e-8c2027fbaf4b admin admin] Publish callbacks [] for security_group (7fa68c5d-63e9-47e1-885c-135a438de752), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:13.917351 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1d0e7599-2530-4897-a11e-8c2027fbaf4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (7fa68c5d-63e9-47e1-885c-135a438de752), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:13.955306 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e7599-2530-4897-a11e-8c2027fbaf4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa68c5d-63e9-47e1-885c-135a438de752,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:10:13.960901 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-1d0e7599-2530-4897-a11e-8c2027fbaf4b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=30fa18a5bd184dedb69afd0a0a27dc78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379309 Jul 30 05:10:13.963493 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 58628) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:10:13.970732 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:10:14.014654 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6b34c63e-cc2d-4192-88eb-b313a8ce4c68 admin admin] Publish callbacks [] for security_group (7fa68c5d-63e9-47e1-885c-135a438de752), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:14.027410 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:10:14.037766 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6b34c63e-cc2d-4192-88eb-b313a8ce4c68 admin admin] Publish callbacks [] for security_group (7fa68c5d-63e9-47e1-885c-135a438de752), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:14.084150 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6b34c63e-cc2d-4192-88eb-b313a8ce4c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (7fa68c5d-63e9-47e1-885c-135a438de752), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:14.086919 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6b34c63e-cc2d-4192-88eb-b313a8ce4c68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:14.088037 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-6b34c63e-cc2d-4192-88eb-b313a8ce4c68 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7fa68c5d-63e9-47e1-885c-135a438de752 HTTP/1.1" status: 204 len: 168 time: 0.1236663 Jul 30 05:10:14.096186 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34c63e-cc2d-4192-88eb-b313a8ce4c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa68c5d-63e9-47e1-885c-135a438de752,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:10:15.837871 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 58682) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:10:15.945202 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-5c47803a-6349-45e1-8c9d-aba7a337f5c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:16.019018 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-5c47803a-6349-45e1-8c9d-aba7a337f5c5 admin admin] Publish callbacks [] for security_group (3dc293b9-49e5-480d-970a-5c731443697a), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:16.023991 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-5c47803a-6349-45e1-8c9d-aba7a337f5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (3dc293b9-49e5-480d-970a-5c731443697a), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:16.065086 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-5c47803a-6349-45e1-8c9d-aba7a337f5c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b1d5f94c57964eb3aaf513abcaa2859a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261057 Jul 30 05:10:16.065943 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c47803a-6349-45e1-8c9d-aba7a337f5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc293b9-49e5-480d-970a-5c731443697a,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:10:16.068552 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 58686) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:10:16.101890 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (dec4dcff-e2ed-49ed-8dd3-cc3856f345b5), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:16.122507 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-8ba3af01-6985-4494-a22c-bbae98680933 admin admin] Publish callbacks [] for security_group (3dc293b9-49e5-480d-970a-5c731443697a), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:16.145299 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-8ba3af01-6985-4494-a22c-bbae98680933 admin admin] Publish callbacks [] for security_group (3dc293b9-49e5-480d-970a-5c731443697a), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:16.195058 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-8ba3af01-6985-4494-a22c-bbae98680933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (3dc293b9-49e5-480d-970a-5c731443697a), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:16.197614 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-8ba3af01-6985-4494-a22c-bbae98680933 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:16.199085 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-8ba3af01-6985-4494-a22c-bbae98680933 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3dc293b9-49e5-480d-970a-5c731443697a HTTP/1.1" status: 204 len: 168 time: 0.1291301 Jul 30 05:10:16.207814 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba3af01-6985-4494-a22c-bbae98680933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc293b9-49e5-480d-970a-5c731443697a,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:10:16.221662 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:10:16.222421 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:10:16.462989 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 58692) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:10:16.476181 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5b83ec03-4cab-4a01-babf-45733bf689e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:16.553757 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5b83ec03-4cab-4a01-babf-45733bf689e7 admin admin] Publish callbacks [] for security_group (65e4fd32-283d-4ad0-a1eb-b28fec3f1f2f), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:16.557341 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5b83ec03-4cab-4a01-babf-45733bf689e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (65e4fd32-283d-4ad0-a1eb-b28fec3f1f2f), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:16.563132 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:10:16.572479 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:10:16.599274 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83ec03-4cab-4a01-babf-45733bf689e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e4fd32-283d-4ad0-a1eb-b28fec3f1f2f,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:10:16.603617 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-5b83ec03-4cab-4a01-babf-45733bf689e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4a8b5690f730494d8f005f7be71536bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1396227 Jul 30 05:10:16.606292 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 58694) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:10:16.655368 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-fb32acc7-8440-4db2-9d5c-b11673f5ea64 admin admin] Publish callbacks [] for security_group (65e4fd32-283d-4ad0-a1eb-b28fec3f1f2f), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:16.676903 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-fb32acc7-8440-4db2-9d5c-b11673f5ea64 admin admin] Publish callbacks [] for security_group (65e4fd32-283d-4ad0-a1eb-b28fec3f1f2f), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:16.729109 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-fb32acc7-8440-4db2-9d5c-b11673f5ea64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (65e4fd32-283d-4ad0-a1eb-b28fec3f1f2f), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:16.731977 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-fb32acc7-8440-4db2-9d5c-b11673f5ea64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:16.733126 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-fb32acc7-8440-4db2-9d5c-b11673f5ea64 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/65e4fd32-283d-4ad0-a1eb-b28fec3f1f2f HTTP/1.1" status: 204 len: 168 time: 0.1258998 Jul 30 05:10:16.741913 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32acc7-8440-4db2-9d5c-b11673f5ea64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e4fd32-283d-4ad0-a1eb-b28fec3f1f2f,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:10:20.534537 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-15526c02-c3ce-465b-a08f-ce93ededa5ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:22.856863 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a64663a0-73fd-469a-90ff-82623e26a3f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:23.928976 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:25.347264 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:25.730928 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:26.056781 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=20,neutron:DELETE=2,neutron:INSERT=5 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:10:26.061216 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=34,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:10:26.713237 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=29,neutron:DELETE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:10:26.737835 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=13,neutron:DELETE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:10:35.332515 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 58814) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:10:35.437705 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-29337ed6-2d70-4a5f-a746-22803b7f2fdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:35.512733 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-29337ed6-2d70-4a5f-a746-22803b7f2fdf admin admin] Publish callbacks [] for security_group (dbbf6834-d693-4390-a1bc-dbe85f3120da), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:35.517019 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-29337ed6-2d70-4a5f-a746-22803b7f2fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (dbbf6834-d693-4390-a1bc-dbe85f3120da), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:35.555640 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-29337ed6-2d70-4a5f-a746-22803b7f2fdf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9fd9cb4b605f4c0e8f18e630332594f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220628 Jul 30 05:10:35.556496 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29337ed6-2d70-4a5f-a746-22803b7f2fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbf6834-d693-4390-a1bc-dbe85f3120da,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:10:35.559072 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 58818) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:10:35.608310 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-e57f9db4-208c-4a2f-85d2-0f34fca90300 admin admin] Publish callbacks [] for security_group (dbbf6834-d693-4390-a1bc-dbe85f3120da), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:35.630097 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-e57f9db4-208c-4a2f-85d2-0f34fca90300 admin admin] Publish callbacks [] for security_group (dbbf6834-d693-4390-a1bc-dbe85f3120da), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:35.676304 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-e57f9db4-208c-4a2f-85d2-0f34fca90300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (dbbf6834-d693-4390-a1bc-dbe85f3120da), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:35.678886 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-e57f9db4-208c-4a2f-85d2-0f34fca90300 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:35.680081 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-e57f9db4-208c-4a2f-85d2-0f34fca90300 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dbbf6834-d693-4390-a1bc-dbe85f3120da HTTP/1.1" status: 204 len: 168 time: 0.1194611 Jul 30 05:10:35.687774 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f9db4-208c-4a2f-85d2-0f34fca90300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbf6834-d693-4390-a1bc-dbe85f3120da,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:10:43.225451 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.agents_db [None req-c768def0-c5c3-40f0-ac12-561af9dad95f None None] Agent healthcheck: found 6 active agents {{(pid=103973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:10:43.671219 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.20', 58936) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:10:43.775548 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-60fc7ede-bf5e-4a19-a61d-6258a27d20c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:43.852850 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-60fc7ede-bf5e-4a19-a61d-6258a27d20c0 admin admin] Publish callbacks [] for security_group (f73998e6-b84d-4f8d-9796-0b33961a82d2), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:43.856622 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-60fc7ede-bf5e-4a19-a61d-6258a27d20c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (f73998e6-b84d-4f8d-9796-0b33961a82d2), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:43.897468 dv-cinder-851279-3-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-60fc7ede-bf5e-4a19-a61d-6258a27d20c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ec7e37cf7e845c79534c5f8955af5ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2243128 Jul 30 05:10:43.898084 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc7ede-bf5e-4a19-a61d-6258a27d20c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73998e6-b84d-4f8d-9796-0b33961a82d2,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:10:43.899503 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 58940) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:10:43.951178 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6d76a189-ff6f-4f39-af5f-008bb4ef6bef admin admin] Publish callbacks [] for security_group (f73998e6-b84d-4f8d-9796-0b33961a82d2), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:43.972772 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6d76a189-ff6f-4f39-af5f-008bb4ef6bef admin admin] Publish callbacks [] for security_group (f73998e6-b84d-4f8d-9796-0b33961a82d2), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:44.023105 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6d76a189-ff6f-4f39-af5f-008bb4ef6bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (f73998e6-b84d-4f8d-9796-0b33961a82d2), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:44.025655 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6d76a189-ff6f-4f39-af5f-008bb4ef6bef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:44.026858 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-6d76a189-ff6f-4f39-af5f-008bb4ef6bef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f73998e6-b84d-4f8d-9796-0b33961a82d2 HTTP/1.1" status: 204 len: 168 time: 0.1260598 Jul 30 05:10:44.035058 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76a189-ff6f-4f39-af5f-008bb4ef6bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73998e6-b84d-4f8d-9796-0b33961a82d2,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:10:44.046696 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:10:44.047827 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:10:44.292463 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 58946) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:10:44.306315 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6c85926e-f031-4124-98bb-f6c0f4679073 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:44.381955 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6c85926e-f031-4124-98bb-f6c0f4679073 admin admin] Publish callbacks [] for security_group (845e3ff7-868f-45b3-b095-2f477c8683ae), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:44.385647 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6c85926e-f031-4124-98bb-f6c0f4679073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (845e3ff7-868f-45b3-b095-2f477c8683ae), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:44.423282 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85926e-f031-4124-98bb-f6c0f4679073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845e3ff7-868f-45b3-b095-2f477c8683ae,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:10:44.427547 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-6c85926e-f031-4124-98bb-f6c0f4679073 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=88ef764f43644c279abd7b1b8f4a0a47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340408 Jul 30 05:10:44.430221 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 58948) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:10:44.478861 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-fed4e028-66a1-405a-aab3-bad6118c5630 admin admin] Publish callbacks [] for security_group (845e3ff7-868f-45b3-b095-2f477c8683ae), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:44.500304 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-fed4e028-66a1-405a-aab3-bad6118c5630 admin admin] Publish callbacks [] for security_group (845e3ff7-868f-45b3-b095-2f477c8683ae), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:44.548667 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-fed4e028-66a1-405a-aab3-bad6118c5630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (845e3ff7-868f-45b3-b095-2f477c8683ae), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:44.551320 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-fed4e028-66a1-405a-aab3-bad6118c5630 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:44.552487 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-fed4e028-66a1-405a-aab3-bad6118c5630 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/845e3ff7-868f-45b3-b095-2f477c8683ae HTTP/1.1" status: 204 len: 168 time: 0.1210122 Jul 30 05:10:44.560889 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed4e028-66a1-405a-aab3-bad6118c5630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845e3ff7-868f-45b3-b095-2f477c8683ae,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:10:44.873566 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 58954) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:10:44.887216 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f95cbf16-1dbd-4545-9554-3dc83986e5a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:44.964215 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f95cbf16-1dbd-4545-9554-3dc83986e5a4 admin admin] Publish callbacks [] for security_group (6fe8e507-411b-41be-8287-1d6556de5a3f), precommit_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:44.967691 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f95cbf16-1dbd-4545-9554-3dc83986e5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (6fe8e507-411b-41be-8287-1d6556de5a3f), after_create {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:44.971938 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:10:44.979345 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=12 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:10:45.010289 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95cbf16-1dbd-4545-9554-3dc83986e5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe8e507-411b-41be-8287-1d6556de5a3f,revision_number=1']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:10:45.021791 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-f95cbf16-1dbd-4545-9554-3dc83986e5a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=75de9e7194654ef893dfcc4af055965d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1430824 Jul 30 05:10:45.021791 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [-] (103970) accepted ('10.222.0.20', 58956) {{(pid=103970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 30 05:10:45.070639 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-06273aa2-229f-4f74-8db9-79189e4e3f54 admin admin] Publish callbacks [] for security_group (6fe8e507-411b-41be-8287-1d6556de5a3f), before_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:45.092329 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-06273aa2-229f-4f74-8db9-79189e4e3f54 admin admin] Publish callbacks [] for security_group (6fe8e507-411b-41be-8287-1d6556de5a3f), precommit_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:45.142883 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-06273aa2-229f-4f74-8db9-79189e4e3f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820022'] for security_group (6fe8e507-411b-41be-8287-1d6556de5a3f), after_delete {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:45.145411 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-06273aa2-229f-4f74-8db9-79189e4e3f54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:45.146576 dv-cinder-851279-3-iscsi neutron-server[103970]: INFO neutron.wsgi [None req-06273aa2-229f-4f74-8db9-79189e4e3f54 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6fe8e507-411b-41be-8287-1d6556de5a3f HTTP/1.1" status: 204 len: 168 time: 0.1250846 Jul 30 05:10:45.154201 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06273aa2-229f-4f74-8db9-79189e4e3f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe8e507-411b-41be-8287-1d6556de5a3f,revision_number=None']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 05:10:46.116548 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (dec4dcff-e2ed-49ed-8dd3-cc3856f345b5), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:50.535890 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-23e81495-a211-4d7f-9fe2-5f973a8d3382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:52.859612 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-537a0c02-6e6d-44e2-b42a-2c68657dde5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:53.220319 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=17 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:10:53.222275 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=17 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:10:53.891040 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=34,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:10:53.892732 dv-cinder-851279-3-iscsi neutron-server[103971]: DEBUG dbcounter [-] [103971] Writing DB stats neutron:SELECT=40,neutron:INSERT=12 {{(pid=103971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:10:53.931890 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:55.149697 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=26,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:10:55.150521 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:10:55.349904 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:10:55.733383 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:11:05.723596 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:11:05.729670 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:11:16.119794 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (dec4dcff-e2ed-49ed-8dd3-cc3856f345b5), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:11:20.224325 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.agents_db [None req-c768def0-c5c3-40f0-ac12-561af9dad95f None None] Agent healthcheck: found 6 active agents {{(pid=103973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:11:20.538340 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-31333ec4-d016-4054-b907-1e90b6c35ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:11:22.861741 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-964e8549-8e45-4d30-8808-80464e2c05cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:11:23.135910 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=4 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:11:23.934094 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:11:25.353355 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:11:25.736956 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:11:30.220973 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=4 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:11:35.730550 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:11:35.732648 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:11:46.112592 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (dec4dcff-e2ed-49ed-8dd3-cc3856f345b5), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:11:49.178865 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:11:49.179625 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:DELETE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:11:50.540426 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-383a184f-c054-49e3-92cf-005c1db39098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:11:52.863571 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-fe251eb7-b345-4c12-8a0f-51152ce845f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:11:53.937034 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:11:55.359256 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:11:55.739459 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:11:57.223587 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.agents_db [None req-c768def0-c5c3-40f0-ac12-561af9dad95f None None] Agent healthcheck: found 6 active agents {{(pid=103973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:12:00.132270 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=4 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:12:07.219503 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=4 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:12:09.410814 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:12:09.412664 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:12:16.126299 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (dec4dcff-e2ed-49ed-8dd3-cc3856f345b5), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:12:20.544396 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-040c3863-f7ad-4144-8dd2-5a1a923d443a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:12:22.865975 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-dd18e3b1-0649-4111-9c65-905412185d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:12:23.939158 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:12:25.358826 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:12:25.741868 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:12:34.224953 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.agents_db [None req-c768def0-c5c3-40f0-ac12-561af9dad95f None None] Agent healthcheck: found 6 active agents {{(pid=103973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:12:35.735288 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=11 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:12:35.737167 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=7,neutron:UPDATE=6 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:12:46.124705 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (dec4dcff-e2ed-49ed-8dd3-cc3856f345b5), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:12:49.414807 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=13 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:12:49.417405 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=21 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:12:50.548580 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-c4730d56-d9e1-41a4-ab09-1cc182d050fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:12:52.867634 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-0f3c29e6-2c63-4dec-844c-0b7d6b026e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:12:53.942114 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:12:55.363649 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:12:55.745799 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:13:05.738633 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:13:05.741206 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:13:11.224524 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.agents_db [None req-c768def0-c5c3-40f0-ac12-561af9dad95f None None] Agent healthcheck: found 6 active agents {{(pid=103973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:13:16.124157 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (dec4dcff-e2ed-49ed-8dd3-cc3856f345b5), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:13:20.551176 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-53f67948-4475-4dc9-b199-874c9a79bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:13:21.220534 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=5 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:13:21.221263 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:13:22.869909 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a5388d1e-ecda-4607-aca2-93e598cdae42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:13:23.948290 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:13:25.365677 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:13:25.748325 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:13:35.738250 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:13:35.744358 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:13:46.137709 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (dec4dcff-e2ed-49ed-8dd3-cc3856f345b5), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:13:48.223377 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.agents_db [None req-c768def0-c5c3-40f0-ac12-561af9dad95f None None] Agent healthcheck: found 6 active agents {{(pid=103973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:13:50.552823 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-9fc13f52-2d4b-4939-aacf-7070d857df40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:13:52.871565 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a8016424-e7ac-470e-b71f-29ce8238970f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:13:53.948667 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:13:55.368967 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:13:55.752768 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:14:06.172837 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:14:06.173655 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=6 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:14:09.422527 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:14:09.425185 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:14:11.640232 dv-cinder-851279-3-iscsi neutron-server[103970]: DEBUG neutron.wsgi [req-27102961-4331-49ec-9330-4edd8dd47295 req-d10ca0d2-2733-494d-bf60-d5d348439982 service neutron] (103970) timed out ('10.222.0.49', 55051) {{(pid=103970) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 30 05:14:16.151535 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (dec4dcff-e2ed-49ed-8dd3-cc3856f345b5), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:14:20.554162 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-45cbe081-22a1-48a5-8fe7-800acc138483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:14:22.874448 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-ebb631a9-c72b-42d7-b18e-fe5606adaa5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:14:23.951871 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:14:25.222928 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.agents_db [None req-c768def0-c5c3-40f0-ac12-561af9dad95f None None] Agent healthcheck: found 6 active agents {{(pid=103973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:14:25.372511 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:14:25.756485 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:14:35.218931 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=5 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:14:35.219684 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=3 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:14:35.745377 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:14:35.751776 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:14:46.149496 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (dec4dcff-e2ed-49ed-8dd3-cc3856f345b5), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:14:49.414918 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=11 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:14:49.422026 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=15 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:14:50.557312 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-4d2af896-0e23-4d70-b3a3-87790b76251c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:14:52.876210 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e9beb793-b212-4e4d-8375-5138226fadd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:14:53.954217 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:14:55.375564 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:14:55.758687 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:15:02.222227 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.agents_db [None req-c768def0-c5c3-40f0-ac12-561af9dad95f None None] Agent healthcheck: found 6 active agents {{(pid=103973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:15:05.132967 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=2 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:15:05.748455 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:15:05.753737 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:15:12.218162 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=6 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:15:16.144585 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (dec4dcff-e2ed-49ed-8dd3-cc3856f345b5), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:15:20.559548 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-33edae0d-a412-4e97-b73c-93354a43d0c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:15:22.877329 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-19993bf3-dd61-4eb6-b031-3feacdc9740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:15:23.960678 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:15:25.378166 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:15:25.761345 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:15:35.751049 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:15:35.757495 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:15:39.219894 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG neutron.db.agents_db [None req-c768def0-c5c3-40f0-ac12-561af9dad95f None None] Agent healthcheck: found 6 active agents {{(pid=103973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 05:15:46.148181 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-789baf17-8c95-4ec6-ba66-837d916f94aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (dec4dcff-e2ed-49ed-8dd3-cc3856f345b5), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:15:49.215730 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:15:49.216478 dv-cinder-851279-3-iscsi neutron-server[103973]: DEBUG dbcounter [-] [103973] Writing DB stats neutron:SELECT=5 {{(pid=103973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 30 05:15:50.563292 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-153f3218-111d-41cd-aa1b-44b4f4a4a552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (5671713e-478d-4a9e-a7e0-1ef6e7bf2e69), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:15:52.879449 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-c12c39f9-4e0c-438d-b8cd-6e19896be9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (2b653fbb-d679-45fb-9a9e-f031d02192e1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:15:53.960770 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-16f2c615-a38a-4090-b036-c4c597941c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (736970f6-dfc5-4572-b255-70673735a88b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:15:55.384664 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-00607311-c4fe-4326-9683-d000ac62ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (ad300954-e944-4a91-82de-63c4738d4b0b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 30 05:15:55.765430 dv-cinder-851279-3-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c6069cd-adae-4d6a-a35f-10b4f0f0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736268768211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990521'] for agent (b9fa2c71-9776-421f-81b8-af2eb557e43b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}